-- Logs begin at Thu 2021-04-29 15:00:23 UTC, end at Thu 2021-04-29 15:57:08 UTC. --
Apr 29 15:28:14.388838 dv-cinder-788782-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 29 15:28:16.784532 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.common.config [-] Logging enabled!
Apr 29 15:28:16.785177 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev166
Apr 29 15:28:16.785846 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73716) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 29 15:28:16.788997 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.common.config [-] Logging enabled!
Apr 29 15:28:16.789250 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev166
Apr 29 15:28:16.789557 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73716) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 29 15:28:16.790460 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 29 15:28:16.790689 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 29 15:28:16.791047 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 29 15:28:16.791290 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 29 15:28:16.791515 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 29 15:28:16.791830 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.792128 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.792421 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.792646 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.792963 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.793260 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.793542 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.793831 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.794128 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.794409 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.794684 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.794965 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.795193 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.795471 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.795755 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.796039 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.796258 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] debug                          = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.796532 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.796978 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.797380 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.797657 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.797947 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.798220 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.798488 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.798758 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.799037 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.799361 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] host                           = dv-cinder-788782-1-iscsi {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.799634 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.799917 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.800200 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.800483 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.800752 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.801752 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.802194 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.802479 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.802756 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.803033 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.803325 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.803617 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.803914 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.804139 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.804359 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.804646 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.804940 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.805224 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.805496 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.805770 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.806041 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.806309 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.806575 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.806855 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.807134 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.807415 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.807690 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.807957 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.808225 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.808500 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.808771 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.809070 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.809340 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.809609 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.809892 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.810157 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.810425 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.810719 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.811002 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.811281 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.811563 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.811831 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.812113 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.812381 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.812646 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.812911 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.813197 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.813462 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.813738 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.814005 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.814273 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.814539 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.814805 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.815084 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:16.815375 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.815669 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.815969 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.816250 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.816575 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.817049 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.817343 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.817620 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.817909 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.818198 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.818487 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.818765 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.819050 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.819325 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.819618 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.819922 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.820216 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.820509 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.820785 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.821085 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.821360 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.821637 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.821920 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.822210 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.822503 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.822775 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.823051 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.823341 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.823615 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.823887 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.824161 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.824446 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.824720 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.825009 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.825288 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.825562 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.825832 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.826102 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.826375 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.826664 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.826937 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.827207 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.827478 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.827756 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.828025 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.828306 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.828580 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.828850 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.829142 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.829417 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.829685 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.829956 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.830228 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.830497 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.830770 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.831039 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.831308 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.831577 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.831848 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.832139 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.832415 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.832684 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.832991 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.833263 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.833532 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.833802 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.834071 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.834341 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.834625 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.834921 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.835195 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.835467 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.835740 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.836013 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.836285 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.836556 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.836828 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.837125 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.837395 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.837688 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.837972 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.838262 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.838541 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.838816 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.839109 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.839637 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.839915 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.840188 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.840460 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.840743 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.841057 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.841352 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.841646 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.841939 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.842234 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.842524 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.842800 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.843106 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.843382 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:16.843597 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 29 15:28:16.843833 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73716) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 29 15:28:17.187145 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:28:17.187418 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:28:17.187707 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:28:17.188026 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 29 15:28:17.491210 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.491424 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.491691 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.492881 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.493171 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.493441 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.610784 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.611058 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.611319 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.624959 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.625235 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.625497 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.652975 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.653252 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.653514 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.691017 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.691287 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.692059 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.920400 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6ee4963a60> agent after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.921057 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6ee4963a60> agent after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.921057 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6ee49639d0> segment precommit_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.921215 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6ee49638b0> network precommit_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:17.921926 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6ee49925e0> segment before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.048092 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> network before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.048407 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6ee4a13790> agent before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.048685 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> network before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.048967 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> port before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.049229 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> port before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.049532 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> segment after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.049789 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> segment precommit_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.050039 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> segment precommit_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.050286 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> segment after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.050560 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> network after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.050835 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> network precommit_delete 0 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.051092 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> port provisioning_complete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.051347 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.051738 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> rbac-policy after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.052002 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> agent after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.052267 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> subnet after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.052523 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> subnet precommit_delete 0 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.052789 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.053065 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.053341 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> segment_host_mapping after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.053683 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> port after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.054073 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.054324 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> port after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.054605 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.054854 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.055097 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6ee52b9a00>> rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.055483 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 15:28:18.055725 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 15:28:18.055964 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 15:28:18.056200 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 15:28:18.056435 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 15:28:18.056673 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 15:28:18.057061 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 29 15:28:18.060182 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 29 15:28:18.064033 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 29 15:28:18.068035 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Apr 29 15:28:18.069658 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 29 15:28:18.070104 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 29 15:28:18.070436 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 29 15:28:18.070819 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 29 15:28:18.073603 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 29 15:28:18.074015 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 29 15:28:18.074359 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 29 15:28:18.103432 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 29 15:28:18.103864 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6ee48bc4c0>> qos_plugin after_init 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.104156 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73716) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 29 15:28:18.104514 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6ee48bc790>> logging-plugin after_init 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.105863 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73716) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 29 15:28:18.106138 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 29 15:28:18.106380 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 29 15:28:18.109559 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6ee47d9ac0>> floatingip before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.109835 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6ee47d9ac0>> port before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.179688 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 29 15:28:18.179863 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 29 15:28:18.180099 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 29 15:28:18.180458 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 29 15:28:18.210954 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_db.sqlalchemy.engines [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73716) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 29 15:28:18.541392 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Initializing driver for type 'gre'
Apr 29 15:28:18.541836 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] gre ID ranges: [(1, 1000)]
Apr 29 15:28:18.598797 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Initializing driver for type 'local'
Apr 29 15:28:18.599143 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Initializing driver for type 'vlan'
Apr 29 15:28:18.610540 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] VlanTypeDriver initialization complete
Apr 29 15:28:18.610935 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Initializing driver for type 'vxlan'
Apr 29 15:28:18.611428 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] vxlan ID ranges: [(1, 1000)]
Apr 29 15:28:18.669008 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Initializing extension driver 'port_security'
Apr 29 15:28:18.669396 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] PortSecurityExtensionDriver initialization complete
Apr 29 15:28:18.669690 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Initializing mechanism driver 'openvswitch'
Apr 29 15:28:18.670029 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Initializing mechanism driver 'hyperv'
Apr 29 15:28:18.677046 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.plugins.ml2.plugin [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:28:18.677810 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee46df1f0>> port after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.678180 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee46df1f0>> port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.678533 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee46df1f0>> port after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.678918 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4772970>> subnet after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.679269 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4772970>> subnet after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.679612 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4772970>> subnet after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.679985 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4331d30>> network after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.680328 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4331d30>> network after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.680665 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4331d30>> network after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.681064 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4331fa0>> security_group after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.681417 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4331fa0>> security_group after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.681755 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4331fa0>> security_group after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.682131 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4331ee0>> security_group_rule after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.682470 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4331ee0>> security_group_rule after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.682808 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4331ee0>> security_group_rule after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.683181 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4336460>> address_group after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.683519 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4336460>> address_group after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.683852 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6ee4336460>> address_group after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.684188 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] ML2 OVO RPC backend initialized. {{(pid=73716) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 29 15:28:18.684890 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> router_interface after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.685262 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> router_interface after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.685668 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> network before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.686010 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> networks before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.686351 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> port before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.686686 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> ports before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.687023 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> subnet before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.687360 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> subnets before_response 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.687704 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> network after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.688042 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> network after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.688372 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> network after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.688703 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> port after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.689075 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.689406 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> port after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.689737 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> subnet after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.690067 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> subnet after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.690394 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6ee4336850>> subnet after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.690961 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.plugin [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Modular L2 Plugin initialization complete
Apr 29 15:28:18.691283 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading services supported by the core plugin {{(pid=73716) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 29 15:28:18.692191 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.plugins.ml2.managers [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Got port-security extension from driver 'port_security'
Apr 29 15:28:18.692652 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.extensions.vlantransparent [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Disabled vlantransparent extension.
Apr 29 15:28:18.693169 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73716) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 29 15:28:18.693482 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading Plugin: router
Apr 29 15:28:18.730051 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router_interface before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.730447 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router after_create 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.730818 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router before_create 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.731185 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router_interface before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.731554 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router_interface after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.731908 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router after_delete 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.732261 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> floatingip after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.732620 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router after_create 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.732988 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router after_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.733336 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router after_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.733681 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router_gateway after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.734034 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router after_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.734438 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router precommit_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.734802 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6ee4942160> port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.735142 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6ee4942310> port after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.735474 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6ee4942280> subnet after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.735804 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6ee49421f0> subnetpool_address_scope after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.736149 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> port precommit_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.736489 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router precommit_create 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.736829 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6ee493b4c0> port before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.737192 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router precommit_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.737561 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router after_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.737884 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router precommit_delete 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.738228 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router precommit_create 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.739185 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router_interface after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.739537 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> router precommit_update 55549900 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.739906 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6ee4336970>> network after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.740757 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Tracking information for resource: router configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 15:28:18.741121 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Tracking information for resource: floatingip configured {{(pid=73716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 15:28:18.745990 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.db.l3_agentschedulers_db [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 29 15:28:18.746557 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6ee42e21f0> port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.746915 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6ee42e20d0> port after_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.747261 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <function _notify_port_delete at 0x7f6ee42e2160> port after_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.747607 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6ee42e24c0> port after_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.748388 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6ee429e190>> router before_create 55550100 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.748748 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6ee429e190>> router precommit_delete 55550100 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.749134 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6ee429e190>> router precommit_create 55550100 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.749495 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6ee429e190>> router precommit_update 55550100 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.753773 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.services.provider_configuration [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service providers = [] {{(pid=73716) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 29 15:28:18.754768 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.db.servicetype_db [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73716) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 29 15:28:18.757654 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.services.service_base [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 29 15:28:18.758001 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.services.service_base [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 29 15:28:18.758341 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.services.service_base [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 29 15:28:18.759209 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.services.service_base [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 29 15:28:18.759581 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.services.service_base [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 29 15:28:18.760115 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 15:28:18.760433 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 29 15:28:18.770840 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 15:28:18.771170 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading Plugin: auto_allocate
Apr 29 15:28:18.776799 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6ee42ac8b0> network precommit_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.777201 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6ee42ac8b0> network precommit_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.777719 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 15:28:18.778037 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading Plugin: tag
Apr 29 15:28:18.784737 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 15:28:18.785121 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading Plugin: timestamp
Apr 29 15:28:18.788860 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 15:28:18.789223 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading Plugin: network_ip_availability
Apr 29 15:28:18.794412 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6ee42b0790>> rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.794735 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6ee42b0790>> rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.795084 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6ee42b0790>> rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:18.795783 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 15:28:18.796098 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading Plugin: flavors
Apr 29 15:28:18.802167 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 15:28:18.802498 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading Plugin: revisions
Apr 29 15:28:18.807072 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 15:28:18.807455 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_concurrency.lockutils [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=73716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:28:18.808236 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73716) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 29 15:28:18.808634 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Initializing extension manager.
Apr 29 15:28:18.809214 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: __init__.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.809600 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: __pycache__ {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.809948 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.810281 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: address_group.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.811026 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.811601 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: address-group
Apr 29 15:28:18.811924 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: address_scope.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.812630 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.813259 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: address-scope
Apr 29 15:28:18.813638 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.814514 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.815116 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: router-admin-state-down-before-update
Apr 29 15:28:18.815337 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: agent.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.816023 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.817249 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: agent
Apr 29 15:28:18.817713 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: agent_resources_synced.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.818620 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.819122 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: agent-resources-synced
Apr 29 15:28:18.819441 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: allowedaddresspairs.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.821251 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.821768 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: allowed-address-pairs
Apr 29 15:28:18.822093 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: auto_allocated_topology.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.823158 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.823665 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: auto-allocated-topology
Apr 29 15:28:18.823989 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: availability_zone.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.824664 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.825196 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: availability_zone
Apr 29 15:28:18.825516 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: availability_zone_filter.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.826413 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.826914 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: availability_zone_filter
Apr 29 15:28:18.827230 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: data_plane_status.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.828111 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.828606 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 29 15:28:18.828937 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: default_subnetpools.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.829845 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.830348 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: default-subnetpools
Apr 29 15:28:18.830669 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.831464 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.831965 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: dhcp_agent_scheduler
Apr 29 15:28:18.832462 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: dns.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.833378 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.833877 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension dns-integration not supported by any of loaded plugins
Apr 29 15:28:18.834198 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: dns_domain_ports.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.835099 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.835603 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 29 15:28:18.835919 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: dvr.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.836577 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.837109 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: dvr
Apr 29 15:28:18.837430 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: empty_string_filtering.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.838322 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.838819 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: empty-string-filtering
Apr 29 15:28:18.839387 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.840280 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.840773 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 29 15:28:18.841123 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.842018 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.842509 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 29 15:28:18.842826 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: external_net.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.843710 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.844207 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: external-net
Apr 29 15:28:18.844524 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.845431 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.845935 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: extra_dhcp_opt
Apr 29 15:28:18.846250 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: extraroute.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.847168 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.847699 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: extraroute
Apr 29 15:28:18.848188 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: extraroute_atomic.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.849408 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.849914 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: extraroute-atomic
Apr 29 15:28:18.850236 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: filter_validation.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.850891 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.851389 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: filter-validation
Apr 29 15:28:18.851709 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: fip_pf_description.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.852780 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.853315 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 29 15:28:18.853636 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: fip_port_details.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.854536 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.855039 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: fip-port-details
Apr 29 15:28:18.855358 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: flavors.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.856562 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.857112 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: flavors
Apr 29 15:28:18.857430 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.859065 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.859578 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 29 15:28:18.859913 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: floatingip_pools.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.860600 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.861132 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: floatingip-pools
Apr 29 15:28:18.861456 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: ip_allocation.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.862355 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.862852 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 29 15:28:18.863174 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.864726 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.865262 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: ip-substring-filtering
Apr 29 15:28:18.865591 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: l2_adjacency.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.866498 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.866994 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 29 15:28:18.867316 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: l3.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.868270 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.868778 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: router
Apr 29 15:28:18.869134 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.871343 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.871867 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 29 15:28:18.872196 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.873150 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.873660 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: ext-gw-mode
Apr 29 15:28:18.873989 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.874883 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.875388 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: l3-ha
Apr 29 15:28:18.875712 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: l3_flavors.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.876603 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.877134 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: l3-flavors
Apr 29 15:28:18.877455 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.878361 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.878865 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 29 15:28:18.879830 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: l3agentscheduler.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.880859 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.881386 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: l3_agent_scheduler
Apr 29 15:28:18.881709 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: logging.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.883208 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.883715 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension logging not supported by any of loaded plugins
Apr 29 15:28:18.884041 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: metering.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.884771 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.885375 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: metering
Apr 29 15:28:18.885700 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.886782 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.887285 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: metering_source_and_destination_fields
Apr 29 15:28:18.887608 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: multiprovidernet.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.888633 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.889175 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: multi-provider
Apr 29 15:28:18.889500 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: netmtu.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.890395 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.890897 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: net-mtu
Apr 29 15:28:18.891214 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: netmtu_writable.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.892108 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.892606 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: net-mtu-writable
Apr 29 15:28:18.892946 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: network_availability_zone.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.893602 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.894096 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: network_availability_zone
Apr 29 15:28:18.894413 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: network_ip_availability.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.895511 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.896010 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: network-ip-availability
Apr 29 15:28:18.896334 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: network_segment_range.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.897107 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.897602 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 29 15:28:18.897921 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: pagination.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.898878 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.899208 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: pagination
Apr 29 15:28:18.899526 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: port_device_profile.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.900412 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.900930 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: port-device-profile
Apr 29 15:28:18.901253 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.902148 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.902646 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: port-mac-address-regenerate
Apr 29 15:28:18.902963 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.903850 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.904348 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: port-numa-affinity-policy
Apr 29 15:28:18.904665 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: port_resource_request.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.905579 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.906073 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 29 15:28:18.906391 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: portbindings.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.907298 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.907795 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: binding
Apr 29 15:28:18.908114 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: portbindings_extended.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.909683 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.910710 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: binding-extended
Apr 29 15:28:18.911038 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: portsecurity.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.911931 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.912434 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: port-security
Apr 29 15:28:18.912754 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: project_id.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.913736 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.914064 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: project-id
Apr 29 15:28:18.914383 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: providernet.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.915275 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.915779 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: provider
Apr 29 15:28:18.916101 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: qos.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.919637 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.920154 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension qos not supported by any of loaded plugins
Apr 29 15:28:18.920485 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.921751 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.922257 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 29 15:28:18.922587 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.923488 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.923991 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 29 15:28:18.924314 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: qos_default.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.925241 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.925743 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension qos-default not supported by any of loaded plugins
Apr 29 15:28:18.926607 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: qos_fip.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.927250 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.927745 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension qos-fip not supported by any of loaded plugins
Apr 29 15:28:18.928063 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: qos_gateway_ip.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.929006 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.929509 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 29 15:28:18.929830 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: qos_port_network_policy.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.930726 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.931232 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 29 15:28:18.931550 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: qos_rule_type_details.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.932446 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.932983 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 29 15:28:18.933306 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: qos_rules_alias.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.934328 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.934831 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 29 15:28:18.935151 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: quotasv2.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.936156 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.936485 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: quotas
Apr 29 15:28:18.936803 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: quotasv2_detail.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.938420 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.938756 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: quota_details
Apr 29 15:28:18.939086 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: rbac.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.940125 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.940644 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: rbac-policies
Apr 29 15:28:18.941005 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: rbac_address_group.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.942020 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.942538 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: rbac-address-group
Apr 29 15:28:18.942859 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: rbac_address_scope.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.943761 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.944267 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: rbac-address-scope
Apr 29 15:28:18.944588 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: rbac_security_groups.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.945519 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.946024 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: rbac-security-groups
Apr 29 15:28:18.946346 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: rbac_subnetpool.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.947263 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.947764 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: rbac-subnetpool
Apr 29 15:28:18.948082 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: revisionifmatch.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.949012 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.949517 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: revision-if-match
Apr 29 15:28:18.949836 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: revisions.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.950934 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.951431 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: standard-attr-revisions
Apr 29 15:28:18.951751 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: router_availability_zone.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.952417 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.952904 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: router_availability_zone
Apr 29 15:28:18.953249 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: routerservicetype.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.954145 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.954639 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension router-service-type not supported by any of loaded plugins
Apr 29 15:28:18.954956 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.955853 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.956352 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: security-groups-normalized-cidr
Apr 29 15:28:18.956669 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.957640 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.958140 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: port-security-groups-filtering
Apr 29 15:28:18.958459 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.959359 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.959860 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: security-groups-remote-address-group
Apr 29 15:28:18.960179 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: securitygroup.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.969915 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.970438 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: security-group
Apr 29 15:28:18.970775 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: segment.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.971550 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.972054 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension segment not supported by any of loaded plugins
Apr 29 15:28:18.972381 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.973910 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.974409 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 29 15:28:18.974732 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: servicetype.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.975826 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.976339 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: service-type
Apr 29 15:28:18.976660 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: sorting.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.977655 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.977986 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: sorting
Apr 29 15:28:18.978306 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: standard_attr_segment.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.979210 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.979710 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 29 15:28:18.980031 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: standardattrdescription.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.980674 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.981206 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: standard-attr-description
Apr 29 15:28:18.981529 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: stateful_security_group.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.982432 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.982944 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: stateful-security-group
Apr 29 15:28:18.983262 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: stdattrs_common.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.983824 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 29 15:28:18.984143 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.985167 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.985679 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 29 15:28:18.985997 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: subnet_onboard.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.987060 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.987568 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: subnet_onboard
Apr 29 15:28:18.987886 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.988872 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.989399 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 29 15:28:18.989717 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: subnet_service_types.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.990621 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.991126 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: subnet-service-types
Apr 29 15:28:18.991442 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: subnetallocation.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.992502 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.993040 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: subnet_allocation
Apr 29 15:28:18.993362 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.994011 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.994511 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: subnetpool-prefix-ops
Apr 29 15:28:18.994828 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.995745 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.996250 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 29 15:28:18.996569 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: tagging.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.997639 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:18.998162 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: standard-attr-tag
Apr 29 15:28:18.998487 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: timestamp.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:18.999670 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:19.000184 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loaded extension: standard-attr-timestamp
Apr 29 15:28:19.000516 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: trunk.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:19.001564 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:19.002072 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension trunk not supported by any of loaded plugins
Apr 29 15:28:19.002395 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: trunk_details.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:19.003295 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:19.003802 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension trunk-details not supported by any of loaded plugins
Apr 29 15:28:19.004667 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: uplink_status_propagation.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:19.005601 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:19.006104 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 29 15:28:19.006641 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Loading extension file: vlantransparent.py {{(pid=73716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 29 15:28:19.007070 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 29 15:28:19.007568 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 29 15:28:19.010003 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:network
Apr 29 15:28:19.010733 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:subnet
Apr 29 15:28:19.011499 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 29 15:28:19.012092 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:port
Apr 29 15:28:19.013378 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.013832 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service FLAVORS assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.014469 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.014898 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.015226 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:router
Apr 29 15:28:19.015897 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:floatingip
Apr 29 15:28:19.016599 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service METERING assigned prefix: /metering {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.018059 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6ee41c7cd0>> rbac-policy before_create 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:19.018428 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6ee41c7cd0>> rbac-policy before_update 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:19.018775 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6ee41c7cd0>> rbac-policy before_delete 55550000 {{(pid=73716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:28:19.019994 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 29 15:28:19.020426 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:security_group
Apr 29 15:28:19.021126 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 29 15:28:19.021869 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service CORE assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.022199 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 29 15:28:19.022532 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] subnetpool is already registered
Apr 29 15:28:19.023150 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service CORE assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.023477 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 29 15:28:19.023799 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] subnetpool is already registered
Apr 29 15:28:19.027386 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.027828 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service FLAVORS assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.028421 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.028840 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.029196 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:router
Apr 29 15:28:19.029525 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] router is already registered
Apr 29 15:28:19.030125 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:floatingip
Apr 29 15:28:19.030452 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] floatingip is already registered
Apr 29 15:28:19.031087 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service METERING assigned prefix: /metering {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.031769 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 29 15:28:19.032093 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] rbac_policy is already registered
Apr 29 15:28:19.032636 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:security_group
Apr 29 15:28:19.032986 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] security_group is already registered
Apr 29 15:28:19.033576 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 29 15:28:19.033903 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] security_group_rule is already registered
Apr 29 15:28:19.034578 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service CORE assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.034906 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 29 15:28:19.035766 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] subnetpool is already registered
Apr 29 15:28:19.036470 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.v2.resource_helper [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Service CORE assigned prefix:  {{(pid=73716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 15:28:19.036802 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 29 15:28:19.037147 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING neutron.quota.resource_registry [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] subnetpool is already registered
Apr 29 15:28:19.037800 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: extensions {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.039242 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: address-groups {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.040830 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: address-scopes {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.042059 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: agents {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.043220 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: auto-allocated-topology {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.044547 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: availability_zones {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.045841 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: dhcp-networks {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.047232 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: dhcp-agents {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.048659 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: routers {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.050512 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: flavors {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.052417 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: service_profiles {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.053646 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: next_providers {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.055166 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: service_profiles {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.056606 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: floatingip-pools {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.057838 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: routers {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.059671 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: floatingips {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.060852 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: l3-routers {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.062249 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: l3-agents {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.063658 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: metering-labels {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.065007 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: metering-label-rules {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.066301 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: network-ip-availabilities {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.067649 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: bindings {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.069321 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: quotas {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.070742 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: quotas {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.072139 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: rbac-policies {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.073445 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: security-groups {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.074638 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: security-group-rules {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.075881 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: service-providers {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.077122 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: subnetpools {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.078523 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: subnetpools {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.079965 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.081671 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.083499 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.085294 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.088066 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.090216 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.091904 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.203987 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.205806 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.207694 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron.api.extensions [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Extended resource: tags {{(pid=73716) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 15:28:19.213544 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING keystonemiddleware.auth_token [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 29 15:28:19.218497 dv-cinder-788782-1-iscsi neutron-server[73716]: WARNING keystonemiddleware.auth_token [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 29 15:28:19.227016 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_concurrency.lockutils [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Acquired lock "singleton_lock" {{(pid=73716) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 29 15:28:19.227492 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_concurrency.lockutils [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Releasing lock "singleton_lock" {{(pid=73716) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 29 15:28:19.228130 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO oslo_service.service [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Starting 2 workers
Apr 29 15:28:19.232770 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Started child 73821 {{(pid=73716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 29 15:28:19.236949 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Started child 73822 {{(pid=73716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 29 15:28:19.238019 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:19.239553 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO neutron.service [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 29 15:28:19.239770 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Notify callbacks [] for process, before_spawn {{(pid=73716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:19.240162 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [-] (73821) wsgi starting up on http://0.0.0.0:9696
Apr 29 15:28:19.242123 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO oslo_service.service [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Starting 1 workers
Apr 29 15:28:19.242653 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:19.244055 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [-] (73822) wsgi starting up on http://0.0.0.0:9696
Apr 29 15:28:19.247111 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Started child 73823 {{(pid=73716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 29 15:28:19.247632 dv-cinder-788782-1-iscsi neutron-server[73716]: INFO oslo_service.service [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Starting 1 workers
Apr 29 15:28:19.250671 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.service [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] calling RpcWorker wait() {{(pid=73823) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 29 15:28:19.251203 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.service [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] returning from RpcWorker wait() {{(pid=73823) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 29 15:28:19.251877 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Started child 73824 {{(pid=73716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 29 15:28:19.252533 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:19.252639 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG neutron_lib.callbacks.manager [None req-ac85d14e-b393-46af-b401-155df9f544f6 None None] Notify callbacks [] for process, after_spawn {{(pid=73716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:19.253094 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:28:19.254739 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73716) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 29 15:28:19.254959 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 29 15:28:19.255136 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 29 15:28:19.255346 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 29 15:28:19.255692 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 29 15:28:19.255856 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 29 15:28:19.256396 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.256666 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.256960 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.257226 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.257529 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.258146 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.258406 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.258655 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.258935 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.259184 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.259361 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.259529 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.259781 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.260014 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.260381 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.260650 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.260905 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.261183 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.261356 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.261600 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.261887 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.262080 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:19.262556 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.262556 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.262722 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.263076 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.263304 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.263557 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.263797 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.264060 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.264322 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.264614 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.264866 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.265109 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.265332 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.265595 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.265831 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.266063 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.266283 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.266540 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.266769 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.267248 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] host                           = dv-cinder-788782-1-iscsi {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.267485 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.267727 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.267975 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.268220 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.268469 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.268703 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.268972 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.269227 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.269500 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.270273 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.270536 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.270789 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.271032 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.271283 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.271447 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.271682 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.271959 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.272221 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.272414 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.272583 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.272768 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.273043 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.273213 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.273466 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.273698 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.273913 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.274132 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.274366 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.274597 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.274832 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.275092 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.275301 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.275517 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.275766 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.276009 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.276233 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.276456 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.276671 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.276888 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.277146 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.277358 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.277587 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.277799 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.278011 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.278261 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.278498 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.278743 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.278986 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.279235 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.279461 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.279689 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.279917 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.280200 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.280431 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.280695 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.280966 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.281181 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.281423 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.281658 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.281875 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.282117 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.282330 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.282547 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.282804 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.283019 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.283270 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.283484 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.283698 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.284277 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.284987 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.286157 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.286914 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.287369 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.287952 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.288121 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.288429 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.288665 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.289059 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.289403 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.289807 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.290077 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.290443 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.290728 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.291163 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.291448 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.291936 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.292035 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.292335 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.292730 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.293120 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.293512 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.294008 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.295193 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.295598 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.10/identity {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.296027 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.296277 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.296525 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.296769 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.297037 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.297265 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.297503 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.297930 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.298298 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.298664 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.299516 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.299915 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.300310 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.300712 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.301137 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.301538 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.301915 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.302281 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.302651 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.303034 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.303417 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.303779 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.304160 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.304527 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.304954 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.305347 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.305719 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.306079 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.306438 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.306812 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.307050 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.307462 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.307854 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.308244 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.308639 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.309084 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.309535 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.310189 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.310545 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:28:19.311110 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.311504 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.311915 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.312325 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.312565 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.312816 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.313243 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.313645 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.313879 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.314104 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.314806 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.314806 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.314806 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.315058 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.315194 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.315420 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.315637 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.315889 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.316106 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.316321 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.316649 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.316857 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.317201 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.317516 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.317703 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.317968 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.318209 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.318448 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.318705 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.318955 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.319177 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.319426 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.319702 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.319958 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.320225 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.320453 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.320694 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.321002 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.321226 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.321519 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.321743 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.321986 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.322207 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.323225 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.323644 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.324025 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.324444 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.324987 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.325259 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.325506 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.325945 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.326190 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.326479 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.326782 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.327256 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.327743 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.328247 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.329280 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.329728 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.330137 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.330605 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.331014 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.331421 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.331802 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.332825 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.333219 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.333667 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.334175 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.334646 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.335166 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.335406 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.335647 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.335870 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.336147 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.336418 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.336655 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.337088 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.337503 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.337908 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.338162 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.338429 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.10/identity {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.338648 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.338886 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.339385 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.339627 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.339864 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.340102 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.340329 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.340562 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.340782 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.341096 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.341313 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.341553 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.341786 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.342006 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.342224 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.342479 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.342697 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.342935 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.343335 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.343558 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.343776 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.343995 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.344221 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.344492 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.344790 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.345178 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.345446 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.345665 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.345907 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.346148 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.346408 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.346623 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.346872 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.347093 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.347307 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.347530 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.347860 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.347860 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.348413 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.348552 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.348952 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.349346 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.349725 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.350077 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.350340 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.350574 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.350811 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.351032 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.351250 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.351488 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.351706 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.351921 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.352136 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.352352 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.352640 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.352877 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.353341 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.353558 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.353791 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.354008 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.354227 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.354445 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.354751 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.355024 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.355266 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.355512 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.355758 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.356004 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.356218 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.356432 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.356649 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.356863 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.357118 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.357331 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.357544 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.357759 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.357971 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.358201 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.358415 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.358627 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.358845 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.359057 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.359286 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.359495 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.359702 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.360067 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.360425 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.360880 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.361309 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.361537 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.361842 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.362082 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.362342 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.362600 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.362935 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.363153 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.363930 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.364241 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.364462 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.364685 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.364961 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.365289 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.365582 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.365851 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.366083 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.366362 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.366642 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.366883 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.367099 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.367406 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.367760 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.368043 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.368314 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.368549 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.368838 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.369111 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.369332 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.369568 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.369804 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.370041 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.370278 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.370517 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.370744 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.370964 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.371198 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.371590 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.372084 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.372327 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.372586 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.372806 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.373000 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 29 15:28:19.373566 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73716) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 29 15:28:19.373758 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 29 15:28:19.373897 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 29 15:28:19.374069 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 29 15:28:19.374237 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 29 15:28:19.374388 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 29 15:28:19.374595 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.374756 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.374916 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.375075 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.375231 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.375410 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.375572 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.375728 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.375885 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.376041 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.376198 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.376356 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.376512 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.376666 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.376829 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.377007 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.377337 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.377470 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.377770 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.377937 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.378097 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.378255 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.378416 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.378571 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.378762 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.378971 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.379528 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.379528 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.379528 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.379891 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.379891 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.379891 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.380115 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.380202 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.380283 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.380442 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.380599 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.380756 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.380913 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.381093 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.381296 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] host                           = dv-cinder-788782-1-iscsi {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.381397 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.381550 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.381706 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.381864 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.382021 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.382178 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.382339 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.382496 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.382653 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.382811 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.382969 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.383125 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.383282 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.383979 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.383979 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.383979 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.383979 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.384401 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.384401 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.384401 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.384673 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.384673 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.384896 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.385061 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.385195 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.385319 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.385402 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.385538 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.385697 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.385851 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.386159 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.386318 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.386476 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.386635 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.386792 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.386948 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.387105 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.387263 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.387420 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.387577 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.387736 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.387892 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.388049 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.388206 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.388363 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.388522 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.388680 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.388837 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.389019 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.389177 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.389336 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.389492 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.389652 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.389809 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.389967 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.390124 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.390282 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.390439 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.390595 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.390751 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.390907 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.391064 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.391220 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.391380 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.391533 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.391842 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.392002 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.392154 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.392310 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 15:28:19.392489 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.392653 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.392749 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:28:19.392850 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.393003 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.393167 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.393502 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.393670 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.393840 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.394003 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.394165 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.394336 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.395174 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.395274 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.395380 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.395537 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.395703 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.395868 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.396030 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.396192 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.396356 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.396518 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.396682 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.396860 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.397044 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.397209 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.10/identity {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.397372 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.397534 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.397697 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.397861 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.398024 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.398187 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.398350 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.398513 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.398675 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.398837 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.398999 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.399162 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.399325 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.399488 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.399649 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.399813 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.399975 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.400137 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.400300 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.400461 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.400623 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.400786 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.400968 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.401132 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.401293 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.401467 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.401629 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.401793 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.401955 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.402117 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.402281 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.402442 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.402604 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.402766 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.402929 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.403091 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.403265 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.403427 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.403590 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.403751 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.403914 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.404076 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.404238 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.404405 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.405313 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.405520 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.405689 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.406187 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.406351 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.406669 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.406834 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.406995 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.407343 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.407515 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.407677 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.407838 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.408000 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.408163 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.408326 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.408498 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.408678 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.408834 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.409023 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.409186 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.409348 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.409510 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.409673 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.409833 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.409994 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.410224 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.410764 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.410764 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.410764 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.410997 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.410997 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.411139 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.411299 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.411446 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.411611 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.411774 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.411934 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.412095 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.412257 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.412420 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.412580 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.412743 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.412938 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.413100 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.413265 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.413428 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.413598 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.413770 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.413934 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.414097 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.414258 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.414424 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.414585 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.414746 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.414908 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.415068 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.415229 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.415390 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.415559 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.415732 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.415893 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.416056 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.416217 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.416403 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.416565 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.416728 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.416890 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.417075 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.417237 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.417399 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.417561 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.417722 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.417883 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.418045 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.418206 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.10/identity {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.418368 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.418528 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.418690 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.418852 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.419013 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.419176 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.419337 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.419499 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.419660 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.419821 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.419982 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.420144 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.420305 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.420467 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.420628 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.420791 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.420973 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.421137 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.421299 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.421460 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.421621 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.421784 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.421950 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.422109 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.422274 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.422422 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.422584 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.422746 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.422908 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.423070 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.423232 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.423393 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.423556 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.423717 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.423880 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.424041 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.424201 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.424368 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.424529 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.424691 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.424853 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.425053 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.425218 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.425396 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.425559 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.425720 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.426406 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.426895 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.426895 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.426895 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.427201 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.427201 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.427360 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.427464 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.427629 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.427795 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.427957 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.428119 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.428283 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.428444 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.428607 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.428769 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.428969 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.429137 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.429301 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.429463 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.429626 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.429799 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.429961 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.430122 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.430283 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.430445 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.430618 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.430781 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.431450 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.431616 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.431777 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.431957 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.432100 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.432251 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.432412 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.432573 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.432744 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.432944 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.433089 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.433250 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.433413 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.433584 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.433748 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.433910 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.434081 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.434242 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.434405 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.434566 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.434740 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.434908 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.435073 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.435235 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.435397 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.435560 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.435724 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.435890 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.436061 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.436230 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.436397 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.436570 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.436770 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.436907 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.437158 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.437327 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.437501 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.437662 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.437823 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.437985 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.438145 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.438307 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.438468 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.438631 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.438792 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.438955 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.439117 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.439278 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.439439 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.439601 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.439763 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.439925 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.440086 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.440247 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.440409 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.440571 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 15:28:19.440724 dv-cinder-788782-1-iscsi neutron-server[73716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 29 15:28:19.561490 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 55766) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:28:19.569803 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062995
Apr 29 15:28:30.251640 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328290a6-2482-4da9-bf53-341f067903ad None None] get_active_networks_info from dv-cinder-788782-1-iscsi {{(pid=73823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 29 15:28:30.352434 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328290a6-2482-4da9-bf53-341f067903ad None None] No non-hosted networks {{(pid=73823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 29 15:28:30.372448 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.agentschedulers_db [None req-328290a6-2482-4da9-bf53-341f067903ad None None] DHCP Agent not found on host dv-cinder-788782-1-iscsi {{(pid=73823) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 29 15:28:30.522531 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5c8441b4-e82e-495d-a3d7-c15cfff9b3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:32.926530 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-bf2d58ee-66c0-478c-ae3a-7cb06c406fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:32.971655 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6162beaa-869e-4d5f-b8d7-dc0c67336f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:33.050136 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:33.054682 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.055843 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.059823 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.060345 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.061222 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.063474 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.066280 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.068425 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.070161 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.071191 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.071674 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.072210 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:33.072770 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6ee3ec4190>, 'Open vSwitch agent', 'dv-cinder-788782-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:28:33.078670 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6ee3eced90>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788782-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:28:33.817439 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:35.329637 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:36.750141 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 55856) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:28:37.349825 dv-cinder-788782-1-iscsi neutron-server[73822]: WARNING oslo_policy.policy [None req-f0badec6-3844-46f0-a2ef-2c20af251df1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 15:28:37.350457 dv-cinder-788782-1-iscsi neutron-server[73822]: WARNING oslo_policy.policy [None req-f0badec6-3844-46f0-a2ef-2c20af251df1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 15:28:37.566723 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [None req-f0badec6-3844-46f0-a2ef-2c20af251df1 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=73822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 29 15:28:37.567486 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-f0badec6-3844-46f0-a2ef-2c20af251df1 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8159087
Apr 29 15:28:37.891610 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.db.l3_hamode_db [None req-8a4a5c69-d4c1-467b-8800-e00ce55f31d2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 29 15:28:37.975285 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a5c69-d4c1-467b-8800-e00ce55f31d2 None None] Routers set() bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:28:37.975660 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a5c69-d4c1-467b-8800-e00ce55f31d2 None None] Router IDs set() for agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Apr 29 15:28:39.962079 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 55870) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:28:40.332404 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-2045b397-0f73-4363-a38d-0bdd4c8d048b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:28:40.431222 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.policy [None req-2045b397-0f73-4363-a38d-0bdd4c8d048b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73822) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 29 15:28:40.475834 dv-cinder-788782-1-iscsi neutron-server[73822]: WARNING oslo_policy.policy [None req-2045b397-0f73-4363-a38d-0bdd4c8d048b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 15:28:40.476221 dv-cinder-788782-1-iscsi neutron-server[73822]: WARNING oslo_policy.policy [None req-2045b397-0f73-4363-a38d-0bdd4c8d048b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 15:28:40.484694 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.quota [None req-2045b397-0f73-4363-a38d-0bdd4c8d048b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6ee3c294f0>.
Apr 29 15:28:40.500337 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-2045b397-0f73-4363-a38d-0bdd4c8d048b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:28:40.558328 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2045b397-0f73-4363-a38d-0bdd4c8d048b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757137635326', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757137634763', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757137627680', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757137617095', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757137610157', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757137403021', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1821119', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1621924', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-571005', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-770505'] for rbac-policy, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:40.619768 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2045b397-0f73-4363-a38d-0bdd4c8d048b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:40.620942 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-2045b397-0f73-4363-a38d-0bdd4c8d048b admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6579037
Apr 29 15:28:43.184378 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 55884) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:28:43.537133 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'name': 'private'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:28:43.542563 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:28:43.547070 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Usage tracker for resource:network and tenant:f0ff990eb49b4f4082a66058aa31d15b is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:28:43.552101 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:28:43.558070 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:28:43.566967 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Made reservation on behalf of f0ff990eb49b4f4082a66058aa31d15b for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:28:43.569629 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:43.586812 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:43.600629 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:28:43.604502 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Usage tracker for resource:security_group_rule and tenant:f0ff990eb49b4f4082a66058aa31d15b is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:28:43.609350 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:28:43.615501 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:28:43.711146 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:43.714789 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:43.719105 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:28:43.740689 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:28:43.765393 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757141136285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:43.765970 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6ee49639d0> segment precommit_create {{(pid=73822) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 29 15:28:43.766433 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.segments_db [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Added segment 933d4fdc-5901-4385-8002-26b97b55d1e9 of type vlan for network 28eb1e8e-958d-4eb9-bfcd-e5b984da2049
Apr 29 15:28:43.774455 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5e9a97-5792-4a08-b659-9506259073d6,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:28:43.825445 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.825860 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.826217 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.826534 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.826846 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.827177 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.827491 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.827797 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.828103 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.828405 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.828705 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.829028 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Tracked resource versions report:
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]: pushed versions:
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]: {   'AddressGroup': {'1.2'},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     'ConntrackHelper': {'1.0'},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     'Log': {'1.0'},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     'Network': {'1.1'},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     'Port': {'1.7'},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     'PortForwarding': {'1.2'},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     'QosPolicy': {'1.8'},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     'SecurityGroup': {'1.4'},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     'SecurityGroupRule': {'1.2'},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     'SubPort': {'1.0'},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     'Subnet': {'1.1'},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     'Trunk': {'1.1'}}
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]: consumer versions:
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]: {   DHCP agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     L3 agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     Metadata agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     Metering agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:     Open vSwitch agent@dv-cinder-788782-1-iscsi: {   'AddressGroup': '1.2',
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'ConntrackHelper': '1.0',
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'Log': '1.0',
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'Network': '1.1',
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'Port': '1.7',
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'PortForwarding': '1.2',
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'QosPolicy': '1.8',
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'SecurityGroup': '1.4',
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'SecurityGroupRule': '1.2',
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'SubPort': '1.0',
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'Subnet': '1.1',
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'Trunk': '1.1'}}
Apr 29 15:28:43.830120 dv-cinder-788782-1-iscsi neutron-server[73822]:  {{(pid=73822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 15:28:43.885385 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:28:43.888898 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:43.929033 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:43.930426 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:28:43.931093 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:43.935859 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:28:44.036736 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8512192
Apr 29 15:28:44.039248 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Pushing event updated for resources: {'Network': ['ID=28eb1e8e-958d-4eb9-bfcd-e5b984da2049,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:28:44.063405 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:28:44.072628 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 28eb1e8e-958d-4eb9-bfcd-e5b984da2049 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:28:46.666684 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 55900) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:28:47.253993 dv-cinder-788782-1-iscsi neutron-server[73821]: WARNING oslo_policy.policy [None req-9a4f2f4f-00a5-41d5-a7aa-9e4bd85f0d8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 15:28:47.254642 dv-cinder-788782-1-iscsi neutron-server[73821]: WARNING oslo_policy.policy [None req-9a4f2f4f-00a5-41d5-a7aa-9e4bd85f0d8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 15:28:47.685766 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.policy [None req-9a4f2f4f-00a5-41d5-a7aa-9e4bd85f0d8e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73821) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 29 15:28:47.730390 dv-cinder-788782-1-iscsi neutron-server[73821]: WARNING oslo_policy.policy [None req-9a4f2f4f-00a5-41d5-a7aa-9e4bd85f0d8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 15:28:47.730767 dv-cinder-788782-1-iscsi neutron-server[73821]: WARNING oslo_policy.policy [None req-9a4f2f4f-00a5-41d5-a7aa-9e4bd85f0d8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 15:28:47.738981 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f2f4f-00a5-41d5-a7aa-9e4bd85f0d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:28:47.740772 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-9a4f2f4f-00a5-41d5-a7aa-9e4bd85f0d8e admin admin] 10.222.0.10 "GET /v2.0/networks/28eb1e8e-958d-4eb9-bfcd-e5b984da2049 HTTP/1.1" status: 200  len: 825 time: 1.0721157
Apr 29 15:28:47.772424 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-62100631-5383-4fff-a9cc-693050cb85ab admin admin] 10.222.0.10 "GET /v2.0/subnetpools/b3b3f5eb-371e-456c-be17-76c062285515 HTTP/1.1" status: 200  len: 734 time: 0.0264041
Apr 29 15:28:47.780778 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049', 'subnetpool_id': 'b3b3f5eb-371e-456c-be17-76c062285515', 'ip_version': 4, 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'gateway_ip': '172.20.0.1'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:28:47.782386 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.quota [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6ee3b86340>.
Apr 29 15:28:47.788848 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:28:47.794267 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Usage tracker for resource:subnet and tenant:f0ff990eb49b4f4082a66058aa31d15b is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:28:47.797557 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:28:47.804571 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:28:47.818467 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Made reservation on behalf of f0ff990eb49b4f4082a66058aa31d15b for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:28:47.821336 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:48.318027 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:48.323961 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:28:48.398504 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Checking segment: {'id': '933d4fdc-5901-4385-8002-26b97b55d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:28:48.398876 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Network hostable DHCP agents. Network: 28eb1e8e-958d-4eb9-bfcd-e5b984da2049, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:28:48.417029 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10cdb3a4-546a-47a4-bdf9-ee31b28f7b84,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:28:48.426979 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.427332 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.427663 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.427986 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.428309 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.428640 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.428976 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.429291 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.429621 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.429934 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.430241 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.430548 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Tracked resource versions report:
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]: pushed versions:
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]: {   'AddressGroup': {'1.2'},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     'ConntrackHelper': {'1.0'},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     'Log': {'1.0'},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     'Network': {'1.1'},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     'Port': {'1.7'},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     'PortForwarding': {'1.2'},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     'QosPolicy': {'1.8'},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     'SecurityGroup': {'1.4'},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     'SecurityGroupRule': {'1.2'},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     'SubPort': {'1.0'},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     'Subnet': {'1.1'},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     'Trunk': {'1.1'}}
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]: consumer versions:
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]: {   DHCP agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     L3 agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     Metadata agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     Metering agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:     Open vSwitch agent@dv-cinder-788782-1-iscsi: {   'AddressGroup': '1.2',
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'ConntrackHelper': '1.0',
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'Log': '1.0',
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'Network': '1.1',
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'Port': '1.7',
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'PortForwarding': '1.2',
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'QosPolicy': '1.8',
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'SecurityGroup': '1.4',
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'SecurityGroupRule': '1.2',
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'SubPort': '1.0',
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'Subnet': '1.1',
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'Trunk': '1.1'}}
Apr 29 15:28:48.431664 dv-cinder-788782-1-iscsi neutron-server[73821]:  {{(pid=73821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 15:28:48.461994 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Network 28eb1e8e-958d-4eb9-bfcd-e5b984da2049 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:28:48.469018 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:28:48.474438 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 28eb1e8e-958d-4eb9-bfcd-e5b984da2049) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:28:48.479053 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:28:48.479708 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:48.483544 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0725e1-05bf-4b36-bc96-e622d18e0736 None None] Network 28eb1e8e-958d-4eb9-bfcd-e5b984da2049 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:28:48.501074 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7236352
Apr 29 15:28:48.786980 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp594323a0-43f1-584a-9751-39abe0b439be-28eb1e8e-958d-4eb9-bfcd-e5b984da2049', 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'fixed_ips': [{'subnet_id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84'}]}} from dv-cinder-788782-1-iscsi. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 29 15:28:48.788170 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:48.970890 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Allocated IP 172.20.0.2 (28eb1e8e-958d-4eb9-bfcd-e5b984da2049/10cdb3a4-546a-47a4-bdf9-ee31b28f7b84/a79a64a9-314d-491d-81eb-b735d5aaeab6) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:28:49.202384 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:49.215998 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Transition to ACTIVE for port object a79a64a9-314d-491d-81eb-b735d5aaeab6 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:28:49.236473 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Transition to ACTIVE for port object a79a64a9-314d-491d-81eb-b735d5aaeab6 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:28:49.243300 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:49.249046 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:28:49.303746 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Network 28eb1e8e-958d-4eb9-bfcd-e5b984da2049 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:28:49.310639 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Resources bound (agent type, host, resource id):  {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:28:49.317413 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:28:49.324288 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Pushing event updated for resources: {'Port': ['ID=a79a64a9-314d-491d-81eb-b735d5aaeab6,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:28:49.365995 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.366351 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.366652 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.366968 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.367280 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.367593 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.367900 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.368206 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.368528 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.368832 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.369158 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.369460 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Tracked resource versions report:
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]: pushed versions:
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]: {   'AddressGroup': {'1.2'},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     'ConntrackHelper': {'1.0'},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     'Log': {'1.0'},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     'Network': {'1.1'},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     'Port': {'1.7'},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     'PortForwarding': {'1.2'},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     'QosPolicy': {'1.8'},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     'SecurityGroup': {'1.4'},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     'SecurityGroupRule': {'1.2'},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     'SubPort': {'1.0'},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     'Subnet': {'1.1'},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     'Trunk': {'1.1'}}
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]: consumer versions:
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]: {   DHCP agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     L3 agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     Metadata agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     Metering agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:     Open vSwitch agent@dv-cinder-788782-1-iscsi: {   'AddressGroup': '1.2',
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'ConntrackHelper': '1.0',
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'Log': '1.0',
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'Network': '1.1',
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'Port': '1.7',
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'PortForwarding': '1.2',
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'QosPolicy': '1.8',
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'SecurityGroup': '1.4',
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'SecurityGroupRule': '1.2',
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'SubPort': '1.0',
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'Subnet': '1.1',
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'Trunk': '1.1'}}
Apr 29 15:28:49.370590 dv-cinder-788782-1-iscsi neutron-server[73823]:  {{(pid=73823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 15:28:49.401205 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:28:49.425873 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Attempting to bind port a79a64a9-314d-491d-81eb-b735d5aaeab6 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:28:49.426257 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Attempting to bind port a79a64a9-314d-491d-81eb-b735d5aaeab6 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '933d4fdc-5901-4385-8002-26b97b55d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:28:49.426668 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Attempting to bind port a79a64a9-314d-491d-81eb-b735d5aaeab6 on network 28eb1e8e-958d-4eb9-bfcd-e5b984da2049 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:28:49.431958 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:28:49.432391 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Checking segment: {'id': '933d4fdc-5901-4385-8002-26b97b55d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:28:49.432854 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:49.433268 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Bound using segment: {'id': '933d4fdc-5901-4385-8002-26b97b55d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:28:49.433721 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Bound port: a79a64a9-314d-491d-81eb-b735d5aaeab6, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933d4fdc-5901-4385-8002-26b97b55d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:28:49.434102 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:49.521700 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] For port a79a64a9-314d-491d-81eb-b735d5aaeab6, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:28:49.525391 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] For port a79a64a9-314d-491d-81eb-b735d5aaeab6, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=a79a64a9-314d-491d-81eb-b735d5aaeab6,segment=NetworkSegment(933d4fdc-5901-4385-8002-26b97b55d1e9),segment_id=933d4fdc-5901-4385-8002-26b97b55d1e9)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:28:49.529467 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:49.533136 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:28:49.615589 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Pushing event updated for resources: {'Port': ['ID=a79a64a9-314d-491d-81eb-b735d5aaeab6,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:28:49.618658 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:28:50.900694 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 55920) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:28:51.272516 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [None req-672d3428-c630-43bf-bc62-a2782baf5f25 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=73821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 29 15:28:51.276358 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-672d3428-c630-43bf-bc62-a2782baf5f25 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3745575
Apr 29 15:28:53.626340 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 55930) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:28:54.020526 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [None req-334fc65d-5e1f-4608-80d6-ae8f45356b68 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=73821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 29 15:28:54.021601 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-334fc65d-5e1f-4608-80d6-ae8f45356b68 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3941815
Apr 29 15:28:54.814698 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device a79a64a9-314d-491d-81eb-b735d5aaeab6 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:28:54.899309 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port a79a64a9-314d-491d-81eb-b735d5aaeab6 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:28:55.120387 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f5290-b105-42cb-a550-6e54b2f145f0 None None] Network 28eb1e8e-958d-4eb9-bfcd-e5b984da2049 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:28:55.224205 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-6b46a853-b26e-4604-b41a-95f434b45898 None None] Provisioning for port a79a64a9-314d-491d-81eb-b735d5aaeab6 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:28:55.232940 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-6b46a853-b26e-4604-b41a-95f434b45898 None None] Provisioning complete for port a79a64a9-314d-491d-81eb-b735d5aaeab6 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:28:55.233338 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6b46a853-b26e-4604-b41a-95f434b45898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:55.443361 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6b46a853-b26e-4604-b41a-95f434b45898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:55.490135 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-6b46a853-b26e-4604-b41a-95f434b45898 None None] For port a79a64a9-314d-491d-81eb-b735d5aaeab6, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=a79a64a9-314d-491d-81eb-b735d5aaeab6,segment=NetworkSegment(933d4fdc-5901-4385-8002-26b97b55d1e9),segment_id=933d4fdc-5901-4385-8002-26b97b55d1e9)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:28:55.494045 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6b46a853-b26e-4604-b41a-95f434b45898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:55.496052 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:28:55.564604 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46a853-b26e-4604-b41a-95f434b45898 None None] Pushing event updated for resources: {'Port': ['ID=a79a64a9-314d-491d-81eb-b735d5aaeab6,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:28:55.569174 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-6b46a853-b26e-4604-b41a-95f434b45898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:28:55.720103 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-fdffc441-e856-4b01-a53f-b22d95b309c6 None None] Provisioning complete for port a79a64a9-314d-491d-81eb-b735d5aaeab6 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:28:55.720420 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fdffc441-e856-4b01-a53f-b22d95b309c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:56.638519 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 55946) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:28:56.783293 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device a79a64a9-314d-491d-81eb-b735d5aaeab6 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:28:56.849694 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port a79a64a9-314d-491d-81eb-b735d5aaeab6 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:28:56.850069 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:56.990092 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-bb512732-5176-45a0-9515-fe9727d80974 admin admin] Request body: {'router': {'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:28:56.995229 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-bb512732-5176-45a0-9515-fe9727d80974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:28:56.999160 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-bb512732-5176-45a0-9515-fe9727d80974 admin admin] Usage tracker for resource:router and tenant:f0ff990eb49b4f4082a66058aa31d15b is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:28:57.002384 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-bb512732-5176-45a0-9515-fe9727d80974 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:28:57.008658 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-bb512732-5176-45a0-9515-fe9727d80974 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:28:57.018409 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bb512732-5176-45a0-9515-fe9727d80974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103806'] for router, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:57.020691 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bb512732-5176-45a0-9515-fe9727d80974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103785'] for router, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:57.043174 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bb512732-5176-45a0-9515-fe9727d80974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:57.150942 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bb512732-5176-45a0-9515-fe9727d80974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683758'] for router, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:57.169395 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bb512732-5176-45a0-9515-fe9727d80974 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:28:57.170622 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-bb512732-5176-45a0-9515-fe9727d80974 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5311358
Apr 29 15:28:59.535606 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 55956) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:28:59.898684 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [None req-b845b1c6-bb08-4000-bd3e-aed5a4ec8fb6 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=73821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 29 15:28:59.899639 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-b845b1c6-bb08-4000-bd3e-aed5a4ec8fb6 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3631277
Apr 29 15:29:00.173409 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1287ee74-f801-470d-9089-2149453ac12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:02.218607 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 55966) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:29:02.586824 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:29:02.591671 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:29:02.595571 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Usage tracker for resource:network and tenant:c78c3b2d03fd45109df39ad054718a8b is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:29:02.599744 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:29:02.605827 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:29:02.616108 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Made reservation on behalf of c78c3b2d03fd45109df39ad054718a8b for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:29:02.618375 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:02.629639 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:02.643209 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:29:02.647026 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Usage tracker for resource:security_group_rule and tenant:c78c3b2d03fd45109df39ad054718a8b is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:29:02.649698 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:29:02.655178 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:29:02.738451 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:02.741833 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:02.745931 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:02.765751 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Reserving flat network on physical network physnet1 {{(pid=73822) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 29 15:29:02.779608 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9455f9f0-934b-4f2d-a428-b6e963329943,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:02.782691 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:02.787777 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:02.788120 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.segments_db [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Added segment d1ce0933-2e81-4ae8-85ae-772b995c2c71 of type flat for network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5
Apr 29 15:29:02.822605 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:02.864351 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:02.865669 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:29:02.866234 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:02.870532 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:02.919191 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-bdb51ec0-6da0-4d26-97a6-63fc4d993d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:02.962369 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7426903
Apr 29 15:29:02.967753 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:02.970708 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:02.980112 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:29:03.093183 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:03.752212 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:05.263550 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:05.338237 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 55988) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:29:05.549774 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ec9e48-6774-4e46-a114-3fefb6aa6936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:29:05.551200 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-63ec9e48-6774-4e46-a114-3fefb6aa6936 admin admin] 10.222.0.10 "GET /v2.0/subnets/10cdb3a4-546a-47a4-bdf9-ee31b28f7b84 HTTP/1.1" status: 200  len: 849 time: 0.2117789
Apr 29 15:29:05.737007 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-f3351c29-99cd-4f00-b652-54f7b3da0c22 admin admin] 10.222.0.10 "GET /v2.0/routers/d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 HTTP/1.1" status: 200  len: 704 time: 0.1803691
Apr 29 15:29:06.189585 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:06.421824 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Allocated IP 172.20.0.1 (28eb1e8e-958d-4eb9-bfcd-e5b984da2049/10cdb3a4-546a-47a4-bdf9-ee31b28f7b84/af36f362-db0e-42bc-bcd7-36412d16e02d) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:29:06.574617 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:06.592522 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Transition to ACTIVE for port object af36f362-db0e-42bc-bcd7-36412d16e02d will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:29:06.646764 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:06.651228 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:06.707494 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Network 28eb1e8e-958d-4eb9-bfcd-e5b984da2049 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:29:06.710246 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:29:06.720567 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:29:06.721823 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661991'] for router_interface, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:06.857549 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Pushing event updated for resources: {'Port': ['ID=af36f362-db0e-42bc-bcd7-36412d16e02d,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:06.868958 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:06.943489 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-dca58e0d-fe1d-49d0-b18c-cdba3f2e452f None None] Provisioning for port af36f362-db0e-42bc-bcd7-36412d16e02d completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:29:06.948000 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-dca58e0d-fe1d-49d0-b18c-cdba3f2e452f None None] Provisioning complete for port af36f362-db0e-42bc-bcd7-36412d16e02d triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:29:06.948369 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-dca58e0d-fe1d-49d0-b18c-cdba3f2e452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:07.001914 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-dca58e0d-fe1d-49d0-b18c-cdba3f2e452f None None] Port af36f362-db0e-42bc-bcd7-36412d16e02d cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:29:07.029498 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:07.255221 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:07.260236 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:07.261476 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661828'] for router_interface, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:07.265376 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:07.406745 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Pushing event updated for resources: {'Port': ['ID=af36f362-db0e-42bc-bcd7-36412d16e02d,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:07.411685 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:07.459156 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Network 28eb1e8e-958d-4eb9-bfcd-e5b984da2049 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:29:07.460192 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:29:07.623332 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-912ceb16-f4e8-49ed-af6e-3f2a8bc12c0b None None] Provisioning complete for port af36f362-db0e-42bc-bcd7-36412d16e02d triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:29:07.623700 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-912ceb16-f4e8-49ed-af6e-3f2a8bc12c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:07.653927 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Router d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 is scheduled to L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 with binding_index 1 {{(pid=73822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 29 15:29:07.679150 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-912ceb16-f4e8-49ed-af6e-3f2a8bc12c0b None None] Port af36f362-db0e-42bc-bcd7-36412d16e02d cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:29:07.808680 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:29:07.818588 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] 10.222.0.10 "PUT /v2.0/routers/d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0762775
Apr 29 15:29:07.819403 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Sync routers for ids ['d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:29:07.829819 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Routers {'d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:29:07.830653 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3d785e0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:29:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:29:08.006533 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Set router d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:29:08.383198 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3d785e0>, [{'id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'name': 'router1', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:28:57Z', 'updated_at': '2021-04-29T15:29:06Z', 'revision_number': 2, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'gw_port_host': None, '_interfaces': [{'id': 'af36f362-db0e-42bc-bcd7-36412d16e02d', 'name': '', 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'mac_address': 'fa:16:3e:da:50:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:29:06Z', 'updated_at': '2021-04-29T15:29:07Z', 'revision_number': 2, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'subnets': [{'id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3b3f5eb-371e-456c-be17-76c062285515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:29:08.388002 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Checking router: d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:29:08.388385 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Updating router d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 port af36f362-db0e-42bc-bcd7-36412d16e02d binding host dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:29:08.439989 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:08.812943 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:08.827529 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Transition to ACTIVE for port object af36f362-db0e-42bc-bcd7-36412d16e02d will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:29:08.834599 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:08.840619 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:09.008272 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Pushing event updated for resources: {'Port': ['ID=af36f362-db0e-42bc-bcd7-36412d16e02d,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:09.048729 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.049098 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.049432 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.049786 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.050111 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.050431 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.050746 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.051062 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.051385 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.051706 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.052011 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.052317 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Tracked resource versions report:
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]: pushed versions:
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]: {   'AddressGroup': {'1.2'},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     'ConntrackHelper': {'1.0'},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     'Log': {'1.0'},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     'Network': {'1.1'},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     'Port': {'1.7'},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     'PortForwarding': {'1.2'},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     'QosPolicy': {'1.8'},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     'SecurityGroup': {'1.4'},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     'SecurityGroupRule': {'1.2'},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     'SubPort': {'1.0'},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     'Subnet': {'1.1'},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     'Trunk': {'1.1'}}
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]: consumer versions:
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]: {   DHCP agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     L3 agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     Metadata agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     Metering agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:     Open vSwitch agent@dv-cinder-788782-1-iscsi: {   'AddressGroup': '1.2',
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'ConntrackHelper': '1.0',
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'Log': '1.0',
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'Network': '1.1',
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'Port': '1.7',
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'PortForwarding': '1.2',
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'QosPolicy': '1.8',
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'SecurityGroup': '1.4',
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'SecurityGroupRule': '1.2',
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'SubPort': '1.0',
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'Subnet': '1.1',
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'Trunk': '1.1'}}
Apr 29 15:29:09.053475 dv-cinder-788782-1-iscsi neutron-server[73824]:  {{(pid=73824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 15:29:09.064439 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:09.071616 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Attempting to bind port af36f362-db0e-42bc-bcd7-36412d16e02d on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:29:09.072021 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Attempting to bind port af36f362-db0e-42bc-bcd7-36412d16e02d by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '933d4fdc-5901-4385-8002-26b97b55d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:29:09.072441 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Attempting to bind port af36f362-db0e-42bc-bcd7-36412d16e02d on network 28eb1e8e-958d-4eb9-bfcd-e5b984da2049 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:29:09.077636 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:29:09.078045 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Checking segment: {'id': '933d4fdc-5901-4385-8002-26b97b55d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:29:09.078508 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:09.078894 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Bound using segment: {'id': '933d4fdc-5901-4385-8002-26b97b55d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:29:09.079381 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Bound port: af36f362-db0e-42bc-bcd7-36412d16e02d, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933d4fdc-5901-4385-8002-26b97b55d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:29:09.079783 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:09.170343 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] For port af36f362-db0e-42bc-bcd7-36412d16e02d, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:29:09.174708 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] For port af36f362-db0e-42bc-bcd7-36412d16e02d, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=af36f362-db0e-42bc-bcd7-36412d16e02d,segment=NetworkSegment(933d4fdc-5901-4385-8002-26b97b55d1e9),segment_id=933d4fdc-5901-4385-8002-26b97b55d1e9)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:29:09.179049 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:09.183586 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:09.260012 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Pushing event updated for resources: {'Port': ['ID=af36f362-db0e-42bc-bcd7-36412d16e02d,revision_number=4']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:09.283383 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Routers {'d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:29:09.283725 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3d785e0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:29:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:29:09.401952 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:09.470281 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] Set router d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:29:09.789148 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3d785e0>, [{'id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'name': 'router1', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:28:57Z', 'updated_at': '2021-04-29T15:29:06Z', 'revision_number': 2, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'gw_port_host': None, '_interfaces': [{'id': 'af36f362-db0e-42bc-bcd7-36412d16e02d', 'name': '', 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'mac_address': 'fa:16:3e:da:50:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:29:06Z', 'updated_at': '2021-04-29T15:29:09Z', 'revision_number': 4, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'subnets': [{'id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3b3f5eb-371e-456c-be17-76c062285515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:29:09.793314 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3bc318-9736-406b-b356-cc7d2eb7de42 None None] The sync data for ids ['d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'] in dv-cinder-788782-1-iscsi is: [{'id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'name': 'router1', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:28:57Z', 'updated_at': '2021-04-29T15:29:06Z', 'revision_number': 2, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'gw_port_host': None, '_interfaces': [{'id': 'af36f362-db0e-42bc-bcd7-36412d16e02d', 'name': '', 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'mac_address': 'fa:16:3e:da:50:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:29:06Z', 'updated_at': '2021-04-29T15:29:09Z', 'revision_number': 4, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'subnets': [{'id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3b3f5eb-371e-456c-be17-76c062285515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:29:09.997364 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56012) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:29:10.142093 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818a7c94-65c3-4758-ba5f-5634730c09ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:29:10.142655 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-818a7c94-65c3-4758-ba5f-5634730c09ca admin admin] Synchronizing usage tracker for tenant:c78c3b2d03fd45109df39ad054718a8b on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:29:10.160094 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-818a7c94-65c3-4758-ba5f-5634730c09ca admin admin] Unset dirty status for tenant:c78c3b2d03fd45109df39ad054718a8b on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:29:10.165398 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-818a7c94-65c3-4758-ba5f-5634730c09ca admin admin] 10.222.0.10 "GET /v2.0/networks/5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 HTTP/1.1" status: 200  len: 842 time: 0.1669242
Apr 29 15:29:10.170337 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:29:10.175736 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:29:10.179453 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Usage tracker for resource:subnet and tenant:c78c3b2d03fd45109df39ad054718a8b is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:29:10.182373 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:29:10.188394 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:29:10.198544 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Made reservation on behalf of c78c3b2d03fd45109df39ad054718a8b for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:29:10.200769 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:10.622736 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.objects.ports [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73822) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 29 15:29:10.623188 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:10.627382 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:10.734627 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510789d0-d305-4002-b08f-b2cbe2be0496,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:10.740248 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:10.742862 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Checking segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:29:10.743105 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Network hostable DHCP agents. Network: 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:29:10.763158 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:29:10.773428 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:29:10.777245 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:29:10.777840 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:10.781970 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c51ee-8b13-4d56-bbd2-0cb6b2454e86 None None] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:29:10.809606 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6425602
Apr 29 15:29:11.013975 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b53fb-368d-412c-96d0-295de51d69d9 None None] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:29:12.813388 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device af36f362-db0e-42bc-bcd7-36412d16e02d up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:29:12.881864 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port af36f362-db0e-42bc-bcd7-36412d16e02d completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:29:12.886815 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port af36f362-db0e-42bc-bcd7-36412d16e02d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:29:12.887193 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:13.009689 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:13.024787 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56026) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:29:13.041281 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port af36f362-db0e-42bc-bcd7-36412d16e02d, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=af36f362-db0e-42bc-bcd7-36412d16e02d,segment=NetworkSegment(933d4fdc-5901-4385-8002-26b97b55d1e9),segment_id=933d4fdc-5901-4385-8002-26b97b55d1e9)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:29:13.045025 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:13.047083 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-6b46a853-b26e-4604-b41a-95f434b45898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:13.115826 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=af36f362-db0e-42bc-bcd7-36412d16e02d,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:13.118953 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:13.228343 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-65c7eb1c-e242-43fb-95cc-570c1c1eba8a admin admin] 10.222.0.10 "GET /v2.0/routers/d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 HTTP/1.1" status: 200  len: 710 time: 0.2024350
Apr 29 15:29:13.357790 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd93b305-fc89-48cf-ba17-0feeb540c1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:29:13.359119 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-bd93b305-fc89-48cf-ba17-0feeb540c1b7 admin admin] 10.222.0.10 "GET /v2.0/networks/5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 HTTP/1.1" status: 200  len: 886 time: 0.1258075
Apr 29 15:29:13.367854 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:29:13.792135 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103835'] for router, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:14.109810 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:14.164735 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:14.344738 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Allocated IP 172.27.3.221 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/3b17ac8e-f697-4759-8a42-705e629a507e) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:29:14.482788 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:14.511002 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:14.515495 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:14.571681 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:29:14.578165 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:29:14.582690 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:29:14.642784 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Pushing event updated for resources: {'Port': ['ID=3b17ac8e-f697-4759-8a42-705e629a507e,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:14.692177 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:14.807509 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device af36f362-db0e-42bc-bcd7-36412d16e02d up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:29:14.874247 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port af36f362-db0e-42bc-bcd7-36412d16e02d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:29:14.874641 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:14.956521 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:15.286368 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103835'] for router, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:15.289619 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-748344'] for router, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:15.468969 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Router d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:29:15.686956 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:29:15.698215 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:15.698215 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] 10.222.0.10 "PUT /v2.0/routers/d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 HTTP/1.1" status: 200  len: 890 time: 2.3327367
Apr 29 15:29:15.698469 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Sync routers for ids ['d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:29:15.708358 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Routers {'d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:29:15.709046 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee6f23c40>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:29:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:29:15.922073 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Set router d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:29:16.256284 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee6f23c40>, [{'id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'name': 'router1', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '3b17ac8e-f697-4759-8a42-705e629a507e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:28:57Z', 'updated_at': '2021-04-29T15:29:14Z', 'revision_number': 4, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'gw_port': {'id': '3b17ac8e-f697-4759-8a42-705e629a507e', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:29:14Z', 'updated_at': '2021-04-29T15:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'af36f362-db0e-42bc-bcd7-36412d16e02d', 'name': '', 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'mac_address': 'fa:16:3e:da:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:29:06Z', 'updated_at': '2021-04-29T15:29:13Z', 'revision_number': 5, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'subnets': [{'id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3b3f5eb-371e-456c-be17-76c062285515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:29:16.260943 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Checking router: d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:29:16.261305 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Updating router d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 port 3b17ac8e-f697-4759-8a42-705e629a507e binding host dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:29:16.320978 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:16.642491 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:16.654546 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Transition to ACTIVE for port object 3b17ac8e-f697-4759-8a42-705e629a507e will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:29:16.662668 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:16.667272 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:16.747201 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6abbe6-afb6-4a66-aee0-5760120e1378 None None] Pushing event updated for resources: {'Port': ['ID=3b17ac8e-f697-4759-8a42-705e629a507e,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:16.750729 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-3c6abbe6-afb6-4a66-aee0-5760120e1378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:16.751399 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Attempting to bind port 3b17ac8e-f697-4759-8a42-705e629a507e on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:29:16.751770 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Attempting to bind port 3b17ac8e-f697-4759-8a42-705e629a507e by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:29:16.752138 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Attempting to bind port 3b17ac8e-f697-4759-8a42-705e629a507e on network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:29:16.758160 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:29:16.758540 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Checking segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:29:16.758939 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:16.759328 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Bound using segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:29:16.759795 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Bound port: 3b17ac8e-f697-4759-8a42-705e629a507e, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:29:16.760181 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:16.833929 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] For port 3b17ac8e-f697-4759-8a42-705e629a507e, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:29:16.836934 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] For port 3b17ac8e-f697-4759-8a42-705e629a507e, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=3b17ac8e-f697-4759-8a42-705e629a507e,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:29:16.842937 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:16.847788 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:16.923191 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Routers {'d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:29:16.923830 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee6f23c40>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:29:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:29:16.976775 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6abbe6-afb6-4a66-aee0-5760120e1378 None None] Pushing event updated for resources: {'Port': ['ID=3b17ac8e-f697-4759-8a42-705e629a507e,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:16.991505 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-3c6abbe6-afb6-4a66-aee0-5760120e1378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:17.107542 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] Set router d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:29:17.456750 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee6f23c40>, [{'id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'name': 'router1', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '3b17ac8e-f697-4759-8a42-705e629a507e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:28:57Z', 'updated_at': '2021-04-29T15:29:14Z', 'revision_number': 4, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'gw_port': {'id': '3b17ac8e-f697-4759-8a42-705e629a507e', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:29:14Z', 'updated_at': '2021-04-29T15:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'af36f362-db0e-42bc-bcd7-36412d16e02d', 'name': '', 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'mac_address': 'fa:16:3e:da:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:29:06Z', 'updated_at': '2021-04-29T15:29:13Z', 'revision_number': 5, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'subnets': [{'id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3b3f5eb-371e-456c-be17-76c062285515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:29:17.460655 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22dad0e-fe84-464d-9bad-c3d6eb9c9e3a None None] The sync data for ids ['d15e9ffa-6fd5-40bf-b3eb-648d2517f5d4'] in dv-cinder-788782-1-iscsi is: [{'id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'name': 'router1', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '3b17ac8e-f697-4759-8a42-705e629a507e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:28:57Z', 'updated_at': '2021-04-29T15:29:14Z', 'revision_number': 4, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'gw_port': {'id': '3b17ac8e-f697-4759-8a42-705e629a507e', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:68:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:29:14Z', 'updated_at': '2021-04-29T15:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'af36f362-db0e-42bc-bcd7-36412d16e02d', 'name': '', 'network_id': '28eb1e8e-958d-4eb9-bfcd-e5b984da2049', 'tenant_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'mac_address': 'fa:16:3e:da:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15e9ffa-6fd5-40bf-b3eb-648d2517f5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:29:06Z', 'updated_at': '2021-04-29T15:29:13Z', 'revision_number': 5, 'project_id': 'f0ff990eb49b4f4082a66058aa31d15b', 'subnets': [{'id': '10cdb3a4-546a-47a4-bdf9-ee31b28f7b84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3b3f5eb-371e-456c-be17-76c062285515'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:29:18.030815 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56036) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:29:18.146549 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-d28bbd81-fdd9-441a-97c9-53817002e40a admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1146133
Apr 29 15:29:18.821772 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 3b17ac8e-f697-4759-8a42-705e629a507e up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:29:18.901804 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 3b17ac8e-f697-4759-8a42-705e629a507e completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:29:18.906756 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 3b17ac8e-f697-4759-8a42-705e629a507e triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:29:18.907151 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:19.027260 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:19.043832 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 3b17ac8e-f697-4759-8a42-705e629a507e, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=3b17ac8e-f697-4759-8a42-705e629a507e,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:29:19.047442 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:19.050484 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:29:19.118172 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=3b17ac8e-f697-4759-8a42-705e629a507e,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:29:19.121065 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:29:20.813732 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 3b17ac8e-f697-4759-8a42-705e629a507e up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:29:20.881632 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 3b17ac8e-f697-4759-8a42-705e629a507e triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:29:20.882041 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:21.339294 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:29:30.178232 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1cd04393-9a91-4c63-bb43-efa0ad7e54f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:32.923452 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f0a6192a-0a35-480f-acf5-85c9400b31aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:33.061904 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:33.757466 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:35.303288 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:29:58.340161 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:30:00.178468 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-555337ee-7d2c-4537-ab96-3600e65ac2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:02.921475 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-76561d2d-c358-49ab-8d1c-a8500092e561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:03.060252 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:03.755111 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:05.310041 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:30.173317 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0a29da97-bf9f-432d-97ef-d71e24ed5762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:32.914845 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c7d08436-2ffc-4fc4-99d3-246277055950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:33.054628 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:33.758788 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:35.292445 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:35.339123 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:30:52.431239 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56606) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:30:52.497850 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7161520-cec1-4583-9e16-9c18363a7091 admin admin] GET failed (client error): The resource could not be found.
Apr 29 15:30:52.499066 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-b7161520-cec1-4583-9e16-9c18363a7091 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0668840
Apr 29 15:30:52.627602 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6e7bd-3921-416f-bdcb-3cd1c0343d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:30:52.629057 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-31e6e7bd-3921-416f-bdcb-3cd1c0343d57 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1255877
Apr 29 15:30:54.803490 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56616) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:30:54.912896 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018ffe23-e2df-4ef0-99e6-744becd0f3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:30:54.913475 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-018ffe23-e2df-4ef0-99e6-744becd0f3e6 admin admin] Synchronizing usage tracker for tenant:c78c3b2d03fd45109df39ad054718a8b on resource:subnet {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:30:54.928414 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-018ffe23-e2df-4ef0-99e6-744becd0f3e6 admin admin] Unset dirty status for tenant:c78c3b2d03fd45109df39ad054718a8b on resource:subnet {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:30:54.929533 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-018ffe23-e2df-4ef0-99e6-744becd0f3e6 admin admin] 10.222.0.10 "GET /v2.0/subnets/10cdb3a4-546a-47a4-bdf9-ee31b28f7b84 HTTP/1.1" status: 200  len: 849 time: 0.1251323
Apr 29 15:30:54.938722 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:30:55.050297 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:55.335351 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757141127720'] for subnet, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:55.340096 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:30:55.382754 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:30:55.383342 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:55.384603 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] 10.222.0.10 "PUT /v2.0/subnets/10cdb3a4-546a-47a4-bdf9-ee31b28f7b84 HTTP/1.1" status: 200  len: 868 time: 0.4495556
Apr 29 15:30:55.387533 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767aae65-0ce9-4d36-8288-1e30d48dbb54 None None] Network 28eb1e8e-958d-4eb9-bfcd-e5b984da2049 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:30:55.408051 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=10cdb3a4-546a-47a4-bdf9-ee31b28f7b84,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:30:55.416185 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.416557 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.416902 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.417275 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.417650 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.417996 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.418323 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.418643 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.418979 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.419300 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.419621 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.419933 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:30:55.424184 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8c44c59f-1fbc-4819-bd3a-31e788aa09bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:30:55.847009 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-01e8f061-77b2-41d4-886b-560fa6ab69ad None None] Provisioning complete for port af36f362-db0e-42bc-bcd7-36412d16e02d triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:30:55.847385 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-01e8f061-77b2-41d4-886b-560fa6ab69ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:55.968841 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-01e8f061-77b2-41d4-886b-560fa6ab69ad None None] Provisioning complete for port a79a64a9-314d-491d-81eb-b735d5aaeab6 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:30:55.969137 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-01e8f061-77b2-41d4-886b-560fa6ab69ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:30:57.512525 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56626) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:30:57.681594 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00cd48e-5330-490a-932f-b43fadf610e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:30:57.682079 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00cd48e-5330-490a-932f-b43fadf610e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:30:57.683546 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-e00cd48e-5330-490a-932f-b43fadf610e9 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1700430
Apr 29 15:30:59.801939 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56636) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:30:59.971970 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95366be9-5de8-4802-b207-422a674b39ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:30:59.972450 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95366be9-5de8-4802-b207-422a674b39ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:30:59.973982 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-95366be9-5de8-4802-b207-422a674b39ae admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1711214
Apr 29 15:31:00.176099 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-accf7501-86b0-440c-9e72-5ce07244ce50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:02.105846 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56646) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:31:02.274913 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a7522c-592d-4077-816c-4465222f2bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:02.276257 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-49a7522c-592d-4077-816c-4465222f2bc5 admin admin] 10.222.0.10 "GET /v2.0/networks/28eb1e8e-958d-4eb9-bfcd-e5b984da2049 HTTP/1.1" status: 200  len: 869 time: 0.1694663
Apr 29 15:31:02.917103 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5024b39d-5999-48f9-8b23-32a8ef752f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:03.056076 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:03.761405 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:04.383563 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56656) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:31:04.547900 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefd6ab9-f25a-4388-99b1-b5a77470571e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:04.549762 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-cefd6ab9-f25a-4388-99b1-b5a77470571e admin admin] 10.222.0.10 "GET /v2.0/networks/5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 HTTP/1.1" status: 200  len: 886 time: 0.1652639
Apr 29 15:31:05.297749 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:06.697477 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56666) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:31:06.805386 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b6e91d-8b33-4efe-a934-ccfb9ff80427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:06.805851 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b6e91d-8b33-4efe-a934-ccfb9ff80427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:06.807312 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-68b6e91d-8b33-4efe-a934-ccfb9ff80427 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1088996
Apr 29 15:31:08.945483 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 56676) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:31:09.075074 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a8953-6da0-4a1c-9356-9601a213bdea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:09.075453 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a8953-6da0-4a1c-9356-9601a213bdea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:09.076969 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-1b4a8953-6da0-4a1c-9356-9601a213bdea admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1302919
Apr 29 15:31:11.254623 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56686) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:31:11.406676 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133152a-f23c-4f49-88f8-b34e0b26829e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:11.408085 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-a133152a-f23c-4f49-88f8-b34e0b26829e admin admin] 10.222.0.10 "GET /v2.0/subnets/10cdb3a4-546a-47a4-bdf9-ee31b28f7b84 HTTP/1.1" status: 200  len: 868 time: 0.1522863
Apr 29 15:31:12.338794 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:31:13.540870 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56696) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:31:13.640464 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c78dca0-a880-4969-96af-ec5fbedc7b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:13.641951 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-3c78dca0-a880-4969-96af-ec5fbedc7b57 admin admin] 10.222.0.10 "GET /v2.0/subnets/510789d0-d305-4002-b08f-b2cbe2be0496 HTTP/1.1" status: 200  len: 816 time: 0.0999966
Apr 29 15:31:30.180453 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0cd2a706-5a5b-41fb-a304-d4f503dedc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:32.919819 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f0c6bb3c-570e-4c7d-8fc0-eb4ec017b8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:33.057545 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:33.764332 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:35.297942 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:36.602381 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56740) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:31:36.650699 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [None req-7c133188-e766-451d-85ee-138544dedc30 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=73822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 29 15:31:36.651687 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-7c133188-e766-451d-85ee-138544dedc30 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0483654
Apr 29 15:31:38.840496 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56750) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:31:38.906916 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.pecan_wsgi.hooks.translation [None req-70345ffe-e2cc-4b7b-861f-3106e19f880f admin admin] GET failed (client error): The resource could not be found.
Apr 29 15:31:38.908595 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-70345ffe-e2cc-4b7b-861f-3106e19f880f admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0671489
Apr 29 15:31:39.034219 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d2bf6d-6670-477b-a3cb-bae5fa372aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:39.035544 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-60d2bf6d-6670-477b-a3cb-bae5fa372aa1 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1232054
Apr 29 15:31:41.174038 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56760) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:31:41.221313 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:31:41.225687 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:31:41.234978 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:31:41.244252 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Made reservation on behalf of c78c3b2d03fd45109df39ad054718a8b for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:31:41.246514 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:41.333077 dv-cinder-788782-1-iscsi neutron-server[73822]: WARNING neutron.services.revisions.revision_plugin [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6ee30bfc10] {project_id='c78c3b2d03fd45109df39ad054718a8b', id='d4b465ef-925f-4f1e-8313-22bb4ef7579f', target_tenant='*', action='access_as_shared', object_id='8d488707-fd0f-4a27-b78e-ce55a78d49b8'}> to bump revision.
Apr 29 15:31:41.343989 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:31:41.353027 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:41.353359 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.segments_db [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Added segment 241d9ce6-1e56-4a3f-a2e3-9c36d622aac8 of type vlan for network 8d488707-fd0f-4a27-b78e-ce55a78d49b8
Apr 29 15:31:41.378251 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:41.405918 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:41.407455 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:41.408033 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:41.412505 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-736e35de-ec11-4754-9969-38ee0e572f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:31:41.508725 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3336160
Apr 29 15:31:41.509430 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Pushing event updated for resources: {'Network': ['ID=8d488707-fd0f-4a27-b78e-ce55a78d49b8,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:31:41.512118 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:31:41.523879 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 8d488707-fd0f-4a27-b78e-ce55a78d49b8 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:31:43.666766 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56770) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:31:43.735290 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f88561c-c5d8-4b7d-8527-16685e0e0ab1 admin admin] GET failed (client error): The resource could not be found.
Apr 29 15:31:43.735781 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-0f88561c-c5d8-4b7d-8527-16685e0e0ab1 admin admin] Synchronizing usage tracker for tenant:c78c3b2d03fd45109df39ad054718a8b on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:31:43.750364 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-0f88561c-c5d8-4b7d-8527-16685e0e0ab1 admin admin] Unset dirty status for tenant:c78c3b2d03fd45109df39ad054718a8b on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:31:43.752214 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-0f88561c-c5d8-4b7d-8527-16685e0e0ab1 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0845072
Apr 29 15:31:43.852899 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f2f82-dee0-4bf2-9fc0-9e7465bdd41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:43.854264 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-365f2f82-dee0-4bf2-9fc0-9e7465bdd41e admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0982270
Apr 29 15:31:43.863766 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8', 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:31:43.868086 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:31:43.877923 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:31:43.886797 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Made reservation on behalf of c78c3b2d03fd45109df39ad054718a8b for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:31:43.888949 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:44.248205 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:44.252475 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:31:44.322595 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d127c8e8-c449-4f77-a136-f44d74e26ffe,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:31:44.327607 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:31:44.330550 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Checking segment: {'id': '241d9ce6-1e56-4a3f-a2e3-9c36d622aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:31:44.330893 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Network hostable DHCP agents. Network: 8d488707-fd0f-4a27-b78e-ce55a78d49b8, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:31:44.352616 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Network 8d488707-fd0f-4a27-b78e-ce55a78d49b8 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:31:44.360811 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 8d488707-fd0f-4a27-b78e-ce55a78d49b8) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:31:44.364994 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:31:44.365760 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:44.370249 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b68a30-e7c7-46df-935f-d8f3e282c006 None None] Network 8d488707-fd0f-4a27-b78e-ce55a78d49b8 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:31:44.390034 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5295753
Apr 29 15:31:44.609291 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp594323a0-43f1-584a-9751-39abe0b439be-8d488707-fd0f-4a27-b78e-ce55a78d49b8', 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8', 'tenant_id': 'c78c3b2d03fd45109df39ad054718a8b', 'fixed_ips': [{'subnet_id': 'd127c8e8-c449-4f77-a136-f44d74e26ffe'}]}} from dv-cinder-788782-1-iscsi. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 29 15:31:44.610841 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:44.770549 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Allocated IP 192.168.233.2 (8d488707-fd0f-4a27-b78e-ce55a78d49b8/d127c8e8-c449-4f77-a136-f44d74e26ffe/eb488be0-97bf-4133-97ce-d298390bcad0) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:31:44.989365 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:44.999865 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Transition to ACTIVE for port object eb488be0-97bf-4133-97ce-d298390bcad0 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:31:45.020136 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Transition to ACTIVE for port object eb488be0-97bf-4133-97ce-d298390bcad0 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:31:45.025717 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:45.030284 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:31:45.093000 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Network 8d488707-fd0f-4a27-b78e-ce55a78d49b8 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:31:45.096474 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Resources bound (agent type, host, resource id):  {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:31:45.100824 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Pushing event updated for resources: {'Port': ['ID=eb488be0-97bf-4133-97ce-d298390bcad0,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:31:45.103049 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:31:45.140016 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.140367 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.140693 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.141046 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.141467 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.142026 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.142026 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.142357 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.142697 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.143011 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.143322 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.143630 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:31:45.151128 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:31:45.201246 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Attempting to bind port eb488be0-97bf-4133-97ce-d298390bcad0 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:31:45.201606 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Attempting to bind port eb488be0-97bf-4133-97ce-d298390bcad0 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '241d9ce6-1e56-4a3f-a2e3-9c36d622aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:31:45.201956 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Attempting to bind port eb488be0-97bf-4133-97ce-d298390bcad0 on network 8d488707-fd0f-4a27-b78e-ce55a78d49b8 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:31:45.207229 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:31:45.207598 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Checking segment: {'id': '241d9ce6-1e56-4a3f-a2e3-9c36d622aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:31:45.207984 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:45.208365 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Bound using segment: {'id': '241d9ce6-1e56-4a3f-a2e3-9c36d622aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:31:45.208809 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Bound port: eb488be0-97bf-4133-97ce-d298390bcad0, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241d9ce6-1e56-4a3f-a2e3-9c36d622aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:31:45.209209 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:45.298049 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] For port eb488be0-97bf-4133-97ce-d298390bcad0, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:31:45.301300 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] For port eb488be0-97bf-4133-97ce-d298390bcad0, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=eb488be0-97bf-4133-97ce-d298390bcad0,segment=NetworkSegment(241d9ce6-1e56-4a3f-a2e3-9c36d622aac8),segment_id=241d9ce6-1e56-4a3f-a2e3-9c36d622aac8)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:31:45.306507 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:45.310732 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-3c6abbe6-afb6-4a66-aee0-5760120e1378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:31:45.392957 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Pushing event updated for resources: {'Port': ['ID=eb488be0-97bf-4133-97ce-d298390bcad0,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:31:45.396627 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:31:46.198499 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448e1024-4a93-4815-b5ff-df1f715afc24 None None] Network 8d488707-fd0f-4a27-b78e-ce55a78d49b8 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:31:46.325470 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f7153eb6-f3dd-4998-8890-99ff53796f84 None None] Provisioning for port eb488be0-97bf-4133-97ce-d298390bcad0 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:31:46.926528 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device eb488be0-97bf-4133-97ce-d298390bcad0 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:31:46.995459 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port eb488be0-97bf-4133-97ce-d298390bcad0 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:31:47.000210 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port eb488be0-97bf-4133-97ce-d298390bcad0 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:31:47.000625 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:47.118384 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:47.150535 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port eb488be0-97bf-4133-97ce-d298390bcad0, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=eb488be0-97bf-4133-97ce-d298390bcad0,segment=NetworkSegment(241d9ce6-1e56-4a3f-a2e3-9c36d622aac8),segment_id=241d9ce6-1e56-4a3f-a2e3-9c36d622aac8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:31:47.154939 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:47.158533 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-3c6abbe6-afb6-4a66-aee0-5760120e1378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:31:47.224374 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=eb488be0-97bf-4133-97ce-d298390bcad0,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:31:47.227358 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:31:48.904302 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device eb488be0-97bf-4133-97ce-d298390bcad0 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:31:48.978272 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port eb488be0-97bf-4133-97ce-d298390bcad0 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:31:48.978635 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:31:49.337272 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:32:00.183587 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-4f0d7cca-ea2d-4e64-adc8-4ec28696dc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:02.920906 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b759e678-6d62-40ff-bb6c-021988c0b516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:03.059133 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:03.766385 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:05.303767 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:26.336171 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:32:30.186375 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fa4b986a-86b8-49f7-b5df-fcc0b9a0eaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:32.925049 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d32d6424-a8fd-43c6-855b-db437d6c6a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:33.066297 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:33.766726 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:35.306413 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:49.510033 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56820) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:32:49.516118 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [None req-9536a0ee-1871-41a2-99a7-c13ecbfcf288 tempest-verify_tempest_config-785055528 tempest-verify_tempest_config-785055528-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=73822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 29 15:32:49.517082 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-9536a0ee-1871-41a2-99a7-c13ecbfcf288 tempest-verify_tempest_config-785055528 tempest-verify_tempest_config-785055528-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060732
Apr 29 15:32:49.821509 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56838) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:32:49.936995 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:49.950957 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:32:49.955249 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Usage tracker for resource:security_group_rule and tenant:9beae25365fc4160acc59cd724c0a4ba is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:32:49.957967 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:32:49.963722 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:32:50.041781 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:50.045272 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:50.054311 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:32:50.091642 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Synchronizing usage tracker for tenant:c78c3b2d03fd45109df39ad054718a8b on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:32:50.095770 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19b05c5-69e4-4269-bd80-d38937aaa4f6,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:32:50.105157 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.105521 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.105857 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.106185 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.106503 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.106848 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.107169 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.107484 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.107800 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.108110 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.108984 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.109301 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:32:50.114036 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:32:50.122423 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Unset dirty status for tenant:c78c3b2d03fd45109df39ad054718a8b on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:32:50.123766 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9beae25365fc4160acc59cd724c0a4ba&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3013201
Apr 29 15:32:50.127022 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56844) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:32:50.185263 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d21cdcfc-692e-4fec-8fa1-e631c20ea5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:50.209739 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d21cdcfc-692e-4fec-8fa1-e631c20ea5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:50.302190 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d21cdcfc-692e-4fec-8fa1-e631c20ea5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:50.306079 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:32:50.318095 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cdcfc-692e-4fec-8fa1-e631c20ea5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19b05c5-69e4-4269-bd80-d38937aaa4f6,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:32:50.320223 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d21cdcfc-692e-4fec-8fa1-e631c20ea5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:32:50.325044 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d21cdcfc-692e-4fec-8fa1-e631c20ea5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:32:50.326129 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-d21cdcfc-692e-4fec-8fa1-e631c20ea5aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d19b05c5-69e4-4269-bd80-d38937aaa4f6 HTTP/1.1" status: 204  len: 168 time: 0.1982024
Apr 29 15:33:00.189723 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-27133970-3fe1-4b3d-ae8a-d63a8591980f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:33:02.925604 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7de869db-a614-49f1-8fe3-2b918f8496ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:33:03.057832 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:33:03.336081 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:33:03.770095 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:33:05.309785 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:33:30.190648 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c86f5f57-79b9-4e51-b01c-94e2112ab6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:33:32.926344 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e93fb42e-3239-400e-be99-90bd9ef1b61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:33:33.061811 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:33:33.771082 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:33:35.315431 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:33:40.334896 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:34:00.191292 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-4234c80d-f8a9-441c-a62b-390bb4e1ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:02.926725 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5efd0e0e-6957-4dc4-9bac-b2bd0e93a14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:03.064208 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:03.774108 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:05.318814 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:17.333393 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 5 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:34:22.329053 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294'] for agent, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:26.246700 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56896) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:34:26.358569 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-5cf3b7ad-dc2d-40e2-b113-286691fb43c1 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1107943
Apr 29 15:34:28.518768 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 56906) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:34:28.573446 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-8bd7819d-3f90-47ea-aaca-07c1f3e0c31a admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0535161
Apr 29 15:34:30.192951 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-825536c4-6dfe-458a-a700-ba9ce5d43eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:32.930748 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-36d1cd36-929b-430e-965a-4889518cd400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:33.067700 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:33.777509 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:35.409272 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:52.279104 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:34:54.332743 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:35:00.193309 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-deb8dd27-4e99-4547-a3d7-b8a4f688b4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:02.933402 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3eb2efd8-f407-4456-9807-01ed062da691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:03.069583 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:03.778315 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:05.322053 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:22.314706 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:30.194619 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-76b5ed80-ca94-436e-b09b-83bd386cec72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:31.332573 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:35:32.935446 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-50b8d93f-27eb-4974-be16-232a821be374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:33.070497 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:33.782966 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:35.325116 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:52.301626 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:53.925423 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57026) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:54.195328 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1039873607-network', 'tenant_id': '52988c0bad484d8eaf0beb803882eb9d'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:54.203100 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:54.204380 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Usage tracker for resource:network and tenant:52988c0bad484d8eaf0beb803882eb9d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:54.207847 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:54.213861 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:54.226141 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Made reservation on behalf of 52988c0bad484d8eaf0beb803882eb9d for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:35:54.228841 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:54.242541 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:54.257325 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:54.261278 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Usage tracker for resource:security_group_rule and tenant:52988c0bad484d8eaf0beb803882eb9d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:54.264474 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:54.270485 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:54.357986 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:54.362646 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:54.377073 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:35:54.382758 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:54.408389 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:54.408719 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.segments_db [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Added segment 55546eb0-1f4b-4700-99ab-e14a5ae9146d of type vlan for network f91a0b8a-e906-4466-b60a-1af56c070d81
Apr 29 15:35:54.426949 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:54.439042 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.439397 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.439956 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.440545 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.440859 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.441231 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.441560 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.441869 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.442353 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.442663 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.443139 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.443442 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Tracked resource versions report:
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]: pushed versions:
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]: {   'AddressGroup': {'1.2'},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     'ConntrackHelper': {'1.0'},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     'Log': {'1.0'},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     'Network': {'1.1'},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     'Port': {'1.7'},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     'PortForwarding': {'1.2'},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     'QosPolicy': {'1.8'},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     'SecurityGroup': {'1.4'},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     'SecurityGroupRule': {'1.2'},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     'SubPort': {'1.0'},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     'Subnet': {'1.1'},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     'Trunk': {'1.1'}}
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]: consumer versions:
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]: {   DHCP agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     HyperV agent@hv-cinder-78878: {},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     L3 agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     Metadata agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     Metering agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:     Open vSwitch agent@dv-cinder-788782-1-iscsi: {   'AddressGroup': '1.2',
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'ConntrackHelper': '1.0',
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'Log': '1.0',
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'Network': '1.1',
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'Port': '1.7',
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'PortForwarding': '1.2',
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'QosPolicy': '1.8',
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'SecurityGroup': '1.4',
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'SecurityGroupRule': '1.2',
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'SubPort': '1.0',
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'Subnet': '1.1',
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:                                                      'Trunk': '1.1'}}
Apr 29 15:35:54.444485 dv-cinder-788782-1-iscsi neutron-server[73822]:  {{(pid=73822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 15:35:54.447759 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:54.466027 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:54.497515 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:54.500482 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:35:54.501088 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:54.506372 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-827535a0-bf08-4f15-bf5b-5a655e4f95fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:54.642519 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7159932
Apr 29 15:35:54.645620 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57062) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:54.652770 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Pushing event updated for resources: {'Network': ['ID=f91a0b8a-e906-4466-b60a-1af56c070d81,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:54.653671 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Request body: {'subnet': {'network_id': 'f91a0b8a-e906-4466-b60a-1af56c070d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1039873607-subnet', 'tenant_id': '52988c0bad484d8eaf0beb803882eb9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:54.655878 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:54.659740 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:54.662641 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network f91a0b8a-e906-4466-b60a-1af56c070d81 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:35:54.664531 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Usage tracker for resource:subnet and tenant:52988c0bad484d8eaf0beb803882eb9d is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:54.667764 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:54.675047 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:54.686832 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Made reservation on behalf of 52988c0bad484d8eaf0beb803882eb9d for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:35:54.690460 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:55.105395 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:55.110796 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:55.182320 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d1d0be-721e-4f27-bd27-76452f0302cb,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:55.191804 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.192144 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.192475 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.192798 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.193147 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.193469 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.193784 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.194098 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.194411 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.194720 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.195079 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.195331 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Tracked resource versions report:
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]: pushed versions:
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]: {   'AddressGroup': {'1.2'},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     'ConntrackHelper': {'1.0'},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     'Log': {'1.0'},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     'Network': {'1.1'},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     'Port': {'1.7'},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     'PortForwarding': {'1.2'},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     'QosPolicy': {'1.8'},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     'SecurityGroup': {'1.4'},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     'SecurityGroupRule': {'1.2'},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     'SubPort': {'1.0'},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     'Subnet': {'1.1'},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     'Trunk': {'1.1'}}
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]: consumer versions:
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]: {   DHCP agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     HyperV agent@hv-cinder-78878: {},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     L3 agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     Metadata agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     Metering agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:     Open vSwitch agent@dv-cinder-788782-1-iscsi: {   'AddressGroup': '1.2',
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'ConntrackHelper': '1.0',
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'Log': '1.0',
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'Network': '1.1',
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'Port': '1.7',
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'PortForwarding': '1.2',
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'QosPolicy': '1.8',
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'SecurityGroup': '1.4',
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'SecurityGroupRule': '1.2',
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'SubPort': '1.0',
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'Subnet': '1.1',
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:                                                      'Trunk': '1.1'}}
Apr 29 15:35:55.196365 dv-cinder-788782-1-iscsi neutron-server[73821]:  {{(pid=73821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 15:35:55.205450 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:55.209511 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Checking segment: {'id': '55546eb0-1f4b-4700-99ab-e14a5ae9146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f91a0b8a-e906-4466-b60a-1af56c070d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:35:55.210145 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Network hostable DHCP agents. Network: f91a0b8a-e906-4466-b60a-1af56c070d81, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:35:55.230782 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Network f91a0b8a-e906-4466-b60a-1af56c070d81 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:35:55.243165 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, f91a0b8a-e906-4466-b60a-1af56c070d81) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:35:55.248909 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:35:55.249636 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:55.261990 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7ee82-a629-46e1-bedb-41f0abf07b60 None None] Network f91a0b8a-e906-4466-b60a-1af56c070d81 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:35:55.291422 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6441519
Apr 29 15:35:55.506970 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f393414-69b0-4baf-934a-30809c5647ea None None] Network f91a0b8a-e906-4466-b60a-1af56c070d81 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:35:55.540221 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57118) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:55.820669 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57132) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:55.961486 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57142) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:55.993456 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57148) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:56.024605 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1064816896-network', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:56.030745 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:56.034834 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Usage tracker for resource:network and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:56.037959 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:56.043958 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:56.055260 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Made reservation on behalf of b32ad0cb62fc4532bec749ca1eff5d96 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:35:56.057910 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.074541 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.092319 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:56.096436 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Usage tracker for resource:security_group_rule and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:56.099595 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:56.105500 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:56.158767 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-network', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:56.168385 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:56.175186 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Usage tracker for resource:network and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:56.182241 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:56.190949 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:56.213422 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Made reservation on behalf of bb37cb6f412b49f7baef4a2b5cd7a3b2 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:35:56.215659 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.229720 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.256367 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:56.269356 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:56.274557 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:56.278175 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.283078 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:56.286649 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.296604 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:56.325379 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:35:56.353967 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757141136285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.354562 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6ee49639d0> segment precommit_create {{(pid=73821) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 29 15:35:56.355002 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.segments_db [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Added segment 5fb55cb5-76ff-427c-b488-cbbed4985438 of type vlan for network 905c0d65-04c5-4bff-b644-f1439c03b662
Apr 29 15:35:56.379476 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1375cf14-63b8-4fbf-9949-409dbce265ac,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:56.383959 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:56.388800 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-network', 'tenant_id': 'e143da3572304a9589af532444442acc'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:56.406405 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:56.414886 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Usage tracker for resource:network and tenant:e143da3572304a9589af532444442acc is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:56.419936 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:56.421030 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.428418 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:56.435670 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-939594910-network', 'tenant_id': 'edf0cc4c99db457c9271ad067237fe7e'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:56.440521 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:56.446713 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Usage tracker for resource:network and tenant:edf0cc4c99db457c9271ad067237fe7e is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:56.451522 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:56.459264 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:56.469192 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Made reservation on behalf of e143da3572304a9589af532444442acc for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:35:56.471962 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.487333 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.500072 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.504025 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.505894 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:35:56.506063 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:56.507280 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.510258 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Usage tracker for resource:security_group_rule and tenant:e143da3572304a9589af532444442acc is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:56.513555 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:56.514253 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:56.520079 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:56.527931 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.552296 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Made reservation on behalf of edf0cc4c99db457c9271ad067237fe7e for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:35:56.555529 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.565850 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:35:56.574147 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.592619 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.592985 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.segments_db [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Added segment 837ae9e0-301b-4b77-b583-8140bc040e24 of type vlan for network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429
Apr 29 15:35:56.598609 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:56.606789 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Usage tracker for resource:security_group_rule and tenant:edf0cc4c99db457c9271ad067237fe7e is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:56.610933 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:56.620767 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:56.681280 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Pushing event updated for resources: {'Network': ['ID=905c0d65-04c5-4bff-b644-f1439c03b662,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:56.688911 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.689327 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:56.689793 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:56.697500 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 905c0d65-04c5-4bff-b644-f1439c03b662 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:35:56.723936 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1814184
Apr 29 15:35:56.734758 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57182) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:56.740696 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.744352 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.752736 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Request body: {'subnet': {'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1064816896-subnet', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:56.758501 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce67cafe-8c6c-4a7f-b0b3-b0dd68f6f6df,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:56.762776 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:56.764318 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:56.770318 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Usage tracker for resource:subnet and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:56.774168 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:56.781284 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:56.788508 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:56.809553 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Made reservation on behalf of b32ad0cb62fc4532bec749ca1eff5d96 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:35:56.813444 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Notify callbacks [] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.818407 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:35:56.864892 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.875421 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.875989 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.segments_db [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Added segment ce6a1a79-44a9-4d36-bdcb-567efd3d1cde of type vlan for network 3549e580-522c-4ea0-a975-8714585343c1
Apr 29 15:35:56.877729 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:35:56.878310 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.879272 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.886345 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:56.888991 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0a8f8cb3-adb1-4793-9370-af667ae3f719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:56.901190 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.902310 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:56.910629 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:56.954997 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:35:56.965593 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.971051 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3181f42e-e0ed-494b-845f-976d77db0d1c,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:56.977077 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:56.981831 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:56.982640 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.segments_db [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Added segment 3ed82a86-7898-4c25-8472-0284be623365 of type vlan for network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e
Apr 29 15:35:56.994201 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1716762
Apr 29 15:35:57.002273 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57194) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:57.016003 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Request body: {'subnet': {'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-subnet', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:57.024369 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:57.040569 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Usage tracker for resource:subnet and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:57.045426 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:57.049160 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:57.056003 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:57.057762 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:57.062399 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:35:57.063111 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:57.067604 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:57.070128 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:57.071488 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:57.080766 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:35:57.187688 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Pushing event updated for resources: {'Network': ['ID=3549e580-522c-4ea0-a975-8714585343c1,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:57.202711 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.db.resource_extend [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 29 15:35:57.221554 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:57.233806 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Made reservation on behalf of bb37cb6f412b49f7baef4a2b5cd7a3b2 for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:35:57.269727 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:57.371194 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 3549e580-522c-4ea0-a975-8714585343c1 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:35:57.474500 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:57.481353 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-abfd730f-4682-4e3f-9756-f0feba1f55f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:57.571398 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2ba634-ffc0-48c4-9162-332a736aade9,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:57.577059 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:57.584305 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Checking segment: {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:35:57.584654 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Network hostable DHCP agents. Network: 905c0d65-04c5-4bff-b644-f1439c03b662, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:35:57.611400 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Network 905c0d65-04c5-4bff-b644-f1439c03b662 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:35:57.629817 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 905c0d65-04c5-4bff-b644-f1439c03b662) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:35:57.642262 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:35:57.642854 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:57.652650 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45545de8-c3c9-4eb8-a190-24d7cf91dd9b None None] Network 905c0d65-04c5-4bff-b644-f1439c03b662 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:35:57.657115 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.6934452
Apr 29 15:35:57.658054 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:57.660619 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57212) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:57.682408 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:35:57.689674 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9514012
Apr 29 15:35:57.690323 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57216) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:57.690637 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:57.701317 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:57.714930 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Request body: {'subnet': {'network_id': '3549e580-522c-4ea0-a975-8714585343c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-subnet', 'tenant_id': 'e143da3572304a9589af532444442acc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:57.719701 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:57.723864 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:57.727530 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Usage tracker for resource:router and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:57.737269 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:57.749908 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:57.766351 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103806'] for router, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:57.768095 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103785'] for router, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:57.789496 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:57.802653 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:57.864477 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Usage tracker for resource:subnet and tenant:e143da3572304a9589af532444442acc is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:58.026659 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:58.034947 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Pushing event updated for resources: {'Network': ['ID=422fe44b-6f4d-4a3a-9fcb-aab397fc764e,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:58.048772 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:35:58.055616 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:58.057095 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.0626476
Apr 29 15:35:58.083747 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57240) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:58.090174 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp594323a0-43f1-584a-9751-39abe0b439be-905c0d65-04c5-4bff-b644-f1439c03b662', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9'}]}} from dv-cinder-788782-1-iscsi. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 29 15:35:58.091843 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:58.093507 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:58.100084 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Request body: {'subnet': {'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-939594910-subnet', 'tenant_id': 'edf0cc4c99db457c9271ad067237fe7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:58.110203 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:58.139463 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Usage tracker for resource:subnet and tenant:edf0cc4c99db457c9271ad067237fe7e is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:58.150916 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:58.160831 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Made reservation on behalf of e143da3572304a9589af532444442acc for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:35:58.164049 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:58.181638 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:58.191470 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103835'] for router, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:58.395494 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Allocated IP 172.20.0.2 (905c0d65-04c5-4bff-b644-f1439c03b662/ed2ba634-ffc0-48c4-9162-332a736aade9/5b0c593b-7441-48fc-b8c3-21b14ef1d25f) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:35:58.396150 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Made reservation on behalf of edf0cc4c99db457c9271ad067237fe7e for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:35:58.399032 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:58.728056 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57270) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:58.791790 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:58.814411 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Transition to ACTIVE for port object 5b0c593b-7441-48fc-b8c3-21b14ef1d25f will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:35:58.820200 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:58.843148 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Transition to ACTIVE for port object 5b0c593b-7441-48fc-b8c3-21b14ef1d25f will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:35:58.855004 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:58.870696 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-57d06b51-5876-46f7-9e4f-3e618dd80546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:58.899392 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:58.996124 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Network 905c0d65-04c5-4bff-b644-f1439c03b662 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:35:58.997086 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Pushing event updated for resources: {'Port': ['ID=5b0c593b-7441-48fc-b8c3-21b14ef1d25f,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:59.005125 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Resources bound (agent type, host, resource id):  {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:35:59.007518 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.007651 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.008092 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.008477 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.008823 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.009653 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.010161 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.010665 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.011176 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.011679 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.012181 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.012889 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Tracked resource versions report:
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]: pushed versions:
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]: {   'AddressGroup': {'1.2'},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     'ConntrackHelper': {'1.0'},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     'Log': {'1.0'},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     'Network': {'1.1'},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     'Port': {'1.7'},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     'PortForwarding': {'1.2'},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     'QosPolicy': {'1.8'},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     'SecurityGroup': {'1.4'},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     'SecurityGroupRule': {'1.2'},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     'SubPort': {'1.0'},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     'Subnet': {'1.1'},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     'Trunk': {'1.1'}}
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]: consumer versions:
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]: {   DHCP agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     HyperV agent@hv-cinder-78878: {},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     L3 agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     Metadata agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     Metering agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:     Open vSwitch agent@dv-cinder-788782-1-iscsi: {   'AddressGroup': '1.2',
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'ConntrackHelper': '1.0',
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'Log': '1.0',
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'Network': '1.1',
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'Port': '1.7',
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'PortForwarding': '1.2',
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'QosPolicy': '1.8',
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'SecurityGroup': '1.4',
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'SecurityGroupRule': '1.2',
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'SubPort': '1.0',
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'Subnet': '1.1',
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:                                                      'Trunk': '1.1'}}
Apr 29 15:35:59.015033 dv-cinder-788782-1-iscsi neutron-server[73823]:  {{(pid=73823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 15:35:59.017007 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57282) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:59.021116 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:35:59.034948 dv-cinder-788782-1-iscsi neutron-server[73821]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 29 15:35:59.053531 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.083488 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:59.106152 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:59.146671 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Attempting to bind port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:35:59.147427 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Attempting to bind port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:35:59.148002 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Attempting to bind port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f on network 905c0d65-04c5-4bff-b644-f1439c03b662 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:35:59.154069 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:35:59.154854 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Checking segment: {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:35:59.155487 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.156211 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Bound using segment: {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:35:59.156885 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Bound port: 5b0c593b-7441-48fc-b8c3-21b14ef1d25f, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:35:59.157528 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.191575 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-610f6b97-2440-47ce-8073-65778103a7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.264492 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-610f6b97-2440-47ce-8073-65778103a7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:59.273981 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-610f6b97-2440-47ce-8073-65778103a7e5 admin admin] Usage tracker for resource:security_group_rule and tenant:409ce18cf38e452a9c0143874b98ea8c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:59.282550 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-610f6b97-2440-47ce-8073-65778103a7e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:59.289257 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] For port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:35:59.292456 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-610f6b97-2440-47ce-8073-65778103a7e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:35:59.300421 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] For port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=5b0c593b-7441-48fc-b8c3-21b14ef1d25f,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:35:59.312076 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.331361 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:59.336293 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Allocated IP 172.27.3.169 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/78eb36ef-10b5-44b8-8e4d-6282e15790e8) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:35:59.350920 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d40950-a303-4998-8dca-cffa9b748af7 req-2a42fc46-28a2-4d91-9581-c538f31d0eb6 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:35:59.352566 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-2a42fc46-28a2-4d91-9581-c538f31d0eb6 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/networks?id=f91a0b8a-e906-4466-b60a-1af56c070d81 HTTP/1.1" status: 200  len: 812 time: 0.3348694
Apr 29 15:35:59.419343 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57292) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:59.428845 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-abe9bc81-9edd-4182-a108-f8d80d80883b tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/quotas/52988c0bad484d8eaf0beb803882eb9d HTTP/1.1" status: 200  len: 375 time: 0.0577888
Apr 29 15:35:59.467375 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf565b80-5ba6-4306-88c7-10e0fb247b2c,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:59.481017 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:59.492857 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Checking segment: {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:35:59.493622 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Network hostable DHCP agents. Network: 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:35:59.531506 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Pushing event updated for resources: {'Port': ['ID=5b0c593b-7441-48fc-b8c3-21b14ef1d25f,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:59.536087 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:59.552234 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:35:59.570590 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-4dd244a1-de81-4f76-8ba0-0c981b80a954 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=52988c0bad484d8eaf0beb803882eb9d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1256163
Apr 29 15:35:59.643384 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:35:59.656885 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48609da8-bad5-4186-82d3-0f99835862f0 None None] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:35:59.696240 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.700491 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-610f6b97-2440-47ce-8073-65778103a7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.702677 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:35:59.703877 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.716160 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-610f6b97-2440-47ce-8073-65778103a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.736229 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:59.754170 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.765641 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-50737cd2-54c8-4eb6-a391-1bd58ce152c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:59.799360 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5d04475c-4fea-4154-97c3-8955ce457f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.825240 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-610f6b97-2440-47ce-8073-65778103a7e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=409ce18cf38e452a9c0143874b98ea8c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0966184
Apr 29 15:35:59.828942 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f6b97-2440-47ce-8073-65778103a7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddce5ca2-4121-412f-8fbc-3a7e8b6873f1,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:59.843465 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-610f6b97-2440-47ce-8073-65778103a7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:59.858008 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57308) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:59.887409 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.8829813
Apr 29 15:35:59.894411 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57312) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:35:59.899502 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.905961 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:35:59.909891 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5d04475c-4fea-4154-97c3-8955ce457f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:59.915476 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:35:59.931246 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-5d04475c-4fea-4154-97c3-8955ce457f5e admin admin] Usage tracker for resource:security_group_rule and tenant:969357c0868441919c9c53934adb459b is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:35:59.931908 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:59.936948 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052e1034-e165-4802-a90d-f32243144b22,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:35:59.941655 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-5d04475c-4fea-4154-97c3-8955ce457f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:35:59.963593 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:35:59.964994 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:35:59.974247 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2d002be2-69ae-4225-9cc5-6e625f8b29dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:35:59.974385 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-3e52892d-8155-4e5d-b240-844cfdec5888 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=73821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 29 15:35:59.975329 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-3e52892d-8155-4e5d-b240-844cfdec5888 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1957147
Apr 29 15:36:00.010258 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-5d04475c-4fea-4154-97c3-8955ce457f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:00.025228 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Usage tracker for resource:router and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:00.033856 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:00.042580 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Checking segment: {'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:00.043005 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Network hostable DHCP agents. Network: 3549e580-522c-4ea0-a975-8714585343c1, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:36:00.074132 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Checking segment: {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:00.074714 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Network hostable DHCP agents. Network: 422fe44b-6f4d-4a3a-9fcb-aab397fc764e, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:36:00.085878 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp594323a0-43f1-584a-9751-39abe0b439be-82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c'}]}} from dv-cinder-788782-1-iscsi. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 29 15:36:00.086430 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.104164 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d4bd50-aa72-47c1-9c1b-46d491a54466,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:00.109599 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:00.112884 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Network 3549e580-522c-4ea0-a975-8714585343c1 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:36:00.113648 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:00.114641 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:00.126201 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:00.128383 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:00.141780 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:36:00.149386 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 3549e580-522c-4ea0-a975-8714585343c1) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:00.162124 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 422fe44b-6f4d-4a3a-9fcb-aab397fc764e) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:00.174811 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:00.175491 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.222445 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5d04475c-4fea-4154-97c3-8955ce457f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.225951 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.5595839
Apr 29 15:36:00.227400 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:00.228053 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.232301 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57322) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:00.240519 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5d04475c-4fea-4154-97c3-8955ce457f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.245755 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-router', 'tenant_id': 'e143da3572304a9589af532444442acc', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:00.262001 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:00.263718 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Allocated IP 172.20.0.2 (82ba9b5c-5013-4f88-a0a6-cde1d2fe4429/cf565b80-5ba6-4306-88c7-10e0fb247b2c/c50c1b00-6060-4e13-aa79-35b4f6dc4afb) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:00.263870 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e679a054-2506-4187-b4d8-4b68f3e2ee66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.265535 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d21cdcfc-692e-4fec-8fa1-e631c20ea5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:00.275221 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Usage tracker for resource:router and tenant:e143da3572304a9589af532444442acc is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:00.281924 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:00.285725 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.1964426
Apr 29 15:36:00.300655 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:00.371264 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-5d04475c-4fea-4154-97c3-8955ce457f5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=969357c0868441919c9c53934adb459b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9496241
Apr 29 15:36:00.372084 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04475c-4fea-4154-97c3-8955ce457f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bf23b4-c9aa-46cc-bbbf-470026c67209,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:00.381666 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57330) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:00.418308 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5d04475c-4fea-4154-97c3-8955ce457f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:00.425138 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103806'] for router, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.428822 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103785'] for router, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.434258 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103806'] for router, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.435598 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103785'] for router, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.510134 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ae2da4-1a37-46e9-9551-cd6fa7fcc8e2 None None] Network 3549e580-522c-4ea0-a975-8714585343c1 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:36:00.526007 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.527447 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d55d5fa-b0ec-4d52-b3a6-61de6b7cafe6 None None] Network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:36:00.561695 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e679a054-2506-4187-b4d8-4b68f3e2ee66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.621781 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=78eb36ef-10b5-44b8-8e4d-6282e15790e8,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:00.658911 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:00.683190 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-768b446a-f195-458c-bfdb-546b570a117b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.744474 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.764754 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e679a054-2506-4187-b4d8-4b68f3e2ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.776661 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-280ea109-2b4d-448a-9732-df1e5dc2dfd8 service neutron] 10.222.0.10 "GET /v2.0/networks/f91a0b8a-e906-4466-b60a-1af56c070d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7857628
Apr 29 15:36:00.782897 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:00.877929 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.902089 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7975a5c7-261f-417c-ae49-21ec85f650fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:00.919478 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Transition to ACTIVE for port object c50c1b00-6060-4e13-aa79-35b4f6dc4afb will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:00.952580 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679a054-2506-4187-b4d8-4b68f3e2ee66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddce5ca2-4121-412f-8fbc-3a7e8b6873f1,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:01.023206 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7381eef2-900b-411a-98a3-b9ca6a04f691 None None] Network 905c0d65-04c5-4bff-b644-f1439c03b662 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:36:01.084358 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e679a054-2506-4187-b4d8-4b68f3e2ee66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:01.085290 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Transition to ACTIVE for port object c50c1b00-6060-4e13-aa79-35b4f6dc4afb will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:01.161900 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103835'] for router, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:01.169904 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:01.219236 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-768b446a-f195-458c-bfdb-546b570a117b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:01.275285 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 5b0c593b-7441-48fc-b8c3-21b14ef1d25f up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:01.319644 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:01.375904 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-909b76ee-c990-430f-8ad1-b5d60cdc78c4 None None] Provisioning for port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:01.388710 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e679a054-2506-4187-b4d8-4b68f3e2ee66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:01.403850 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-e679a054-2506-4187-b4d8-4b68f3e2ee66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddce5ca2-4121-412f-8fbc-3a7e8b6873f1 HTTP/1.1" status: 204  len: 168 time: 1.5362394
Apr 29 15:36:01.438322 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c93180-98da-4fa7-9186-9d76beae0b10 None None] Network 3549e580-522c-4ea0-a975-8714585343c1 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:36:01.576372 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-768b446a-f195-458c-bfdb-546b570a117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:01.580759 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:01.594706 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Resources bound (agent type, host, resource id):  {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:01.596157 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:01.628376 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-91c24244-57cf-403d-9cdb-9d128f24a3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:01.672794 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc61f566-0971-44ef-92ea-d37e8a9e5b0e None None] Network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:36:01.725556 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b446a-f195-458c-bfdb-546b570a117b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bf23b4-c9aa-46cc-bbbf-470026c67209,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:01.730606 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-768b446a-f195-458c-bfdb-546b570a117b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:01.764658 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103835'] for router, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:01.799293 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-768b446a-f195-458c-bfdb-546b570a117b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:01.800712 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-768b446a-f195-458c-bfdb-546b570a117b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00bf23b4-c9aa-46cc-bbbf-470026c67209 HTTP/1.1" status: 204  len: 168 time: 1.4179795
Apr 29 15:36:01.812745 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:01.823106 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:01.855301 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:01.893086 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-64e4f928-0fb6-46e2-bbe1-474ba2fd0f41 service neutron] 10.222.0.10 "GET /v2.0/networks/f91a0b8a-e906-4466-b60a-1af56c070d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0932264
Apr 29 15:36:02.041965 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Pushing event updated for resources: {'Port': ['ID=c50c1b00-6060-4e13-aa79-35b4f6dc4afb,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:02.046883 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:02.119529 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Attempting to bind port c50c1b00-6060-4e13-aa79-35b4f6dc4afb on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:02.120267 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Attempting to bind port c50c1b00-6060-4e13-aa79-35b4f6dc4afb by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:02.120876 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Attempting to bind port c50c1b00-6060-4e13-aa79-35b4f6dc4afb on network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:02.128016 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57396) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:02.152385 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:02.152871 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Checking segment: {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:02.153583 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:02.153962 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Bound using segment: {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:02.154830 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Bound port: c50c1b00-6060-4e13-aa79-35b4f6dc4afb, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:02.155140 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:02.173601 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a29da186-212c-4fbf-8812-02b5af350b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:02.238756 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:02.318683 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a29da186-212c-4fbf-8812-02b5af350b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:02.348537 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a29da186-212c-4fbf-8812-02b5af350b0c admin admin] Usage tracker for resource:security_group_rule and tenant:c4f6fdb7df07415991057736a6e6187a is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:02.364510 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:02.364893 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:02.366137 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a29da186-212c-4fbf-8812-02b5af350b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:02.371301 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Allocated IP 172.27.3.88 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/8a5af981-a273-4d49-b2cf-4a12e7c65c3d) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:02.399320 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a29da186-212c-4fbf-8812-02b5af350b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:02.466685 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-15b7f2d9-45bf-4af8-83b2-c3e3e61cd531 req-e9775875-76df-48ba-ae80-33141f9c796c tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 210 time: 0.0679226
Apr 29 15:36:02.612808 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] For port c50c1b00-6060-4e13-aa79-35b4f6dc4afb, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:02.648740 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] For port c50c1b00-6060-4e13-aa79-35b4f6dc4afb, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=c50c1b00-6060-4e13-aa79-35b4f6dc4afb,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:02.656510 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:02.691027 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:02.691457 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:02.709060 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:02.733990 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:02.830458 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:02.903327 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Pushing event updated for resources: {'Port': ['ID=c50c1b00-6060-4e13-aa79-35b4f6dc4afb,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:02.907843 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:02.910851 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=5b0c593b-7441-48fc-b8c3-21b14ef1d25f,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:02.921774 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:02.925315 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:02.933231 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57426) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:02.933777 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57428) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:02.934992 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Pushing event updated for resources: {'Port': ['ID=8a5af981-a273-4d49-b2cf-4a12e7c65c3d,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:02.956510 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:02.976884 dv-cinder-788782-1-iscsi neutron-server[73822]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 29 15:36:02.979139 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:03.040040 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f78e8fe6-c1e5-434f-9e8b-0717a182ac5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.048015 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:03.071520 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5428-2dd4-40c6-9b5f-2eb2d22228d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.094683 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:03.099607 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=5b0c593b-7441-48fc-b8c3-21b14ef1d25f,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:03.106292 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:03.117761 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.120534 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-8df687a4-6178-4488-a68e-2ac139f3a8ec None None] Provisioning complete for port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:03.121172 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8df687a4-6178-4488-a68e-2ac139f3a8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.126094 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683758'] for router, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.242437 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-8e9a5428-2dd4-40c6-9b5f-2eb2d22228d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:03.254558 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-8e9a5428-2dd4-40c6-9b5f-2eb2d22228d6 admin admin] Usage tracker for resource:security_group_rule and tenant:b4518001ffde4e299364651929fbf5bb is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:03.261897 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-8e9a5428-2dd4-40c6-9b5f-2eb2d22228d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:03.274791 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-8e9a5428-2dd4-40c6-9b5f-2eb2d22228d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:03.414672 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.490203 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57452) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:03.499630 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.581945 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55537ffa-c428-4d99-92e5-d830a4399008 req-207632bf-f33c-4395-994f-2b1f11b68042 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:03.582679 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-55537ffa-c428-4d99-92e5-d830a4399008 req-207632bf-f33c-4395-994f-2b1f11b68042 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Synchronizing usage tracker for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:03.651467 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c74b12c0-a9c8-40f7-90b7-39359b01dfc1 req-69a104c7-6fce-436b-80d2-46a8d4cdd521 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 210 time: 0.0842319
Apr 29 15:36:03.681887 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-55537ffa-c428-4d99-92e5-d830a4399008 req-207632bf-f33c-4395-994f-2b1f11b68042 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Unset dirty status for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:03.688495 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-207632bf-f33c-4395-994f-2b1f11b68042 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 814 time: 0.7503862
Apr 29 15:36:03.761210 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a29da186-212c-4fbf-8812-02b5af350b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.770312 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-d72fdda5-a806-4cc1-9de7-41eca6581dde tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/quotas/edf0cc4c99db457c9271ad067237fe7e HTTP/1.1" status: 200  len: 375 time: 0.0808849
Apr 29 15:36:03.796603 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.814615 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e72d65cd-be88-469b-ab07-4a5a26e25316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.851823 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5428-2dd4-40c6-9b5f-2eb2d22228d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.855761 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-3a092a6c-6bc6-476e-bbd4-29d616e3fcee tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0846314
Apr 29 15:36:03.860593 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 is scheduled to L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 with binding_index 1 {{(pid=73821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 29 15:36:03.870207 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a29da186-212c-4fbf-8812-02b5af350b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.874004 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5428-2dd4-40c6-9b5f-2eb2d22228d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:03.963915 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:03.964114 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e72d65cd-be88-469b-ab07-4a5a26e25316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:03.969060 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:04.003906 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-8e9a5428-2dd4-40c6-9b5f-2eb2d22228d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4518001ffde4e299364651929fbf5bb&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0605414
Apr 29 15:36:04.006326 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57476) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:04.009625 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e72d65cd-be88-469b-ab07-4a5a26e25316 admin admin] Usage tracker for resource:security_group_rule and tenant:db0553edf05c43758d31a2bbc388ccae is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:04.024038 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e72d65cd-be88-469b-ab07-4a5a26e25316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:04.050351 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e72d65cd-be88-469b-ab07-4a5a26e25316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:04.058363 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29da186-212c-4fbf-8812-02b5af350b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723fd33b-7e31-43e1-b2ad-17f3a45a0e46,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:04.066717 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a5428-2dd4-40c6-9b5f-2eb2d22228d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f39163-b169-4a3e-9020-ebed8657baa1,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:04.069654 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8e9a5428-2dd4-40c6-9b5f-2eb2d22228d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:04.080899 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-a29da186-212c-4fbf-8812-02b5af350b0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4f6fdb7df07415991057736a6e6187a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9494810
Apr 29 15:36:04.081976 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a29da186-212c-4fbf-8812-02b5af350b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:04.089697 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-2b1ccf35-b56a-474f-9141-c2c8b82b101f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=73822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 29 15:36:04.091807 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-2b1ccf35-b56a-474f-9141-c2c8b82b101f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1172533
Apr 29 15:36:04.094633 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57482) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:04.109382 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Allocated IP 172.27.3.242 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/2ec5fa09-0091-4a06-8cd0-57772f0d3815) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:04.128491 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:04.225842 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b043c-ffe0-4353-8e74-3b4331940912 None None] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:36:04.359808 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd8ed-f09b-4df4-8973-d648dc6a86f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:04.384067 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:36:04.396819 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Sync routers for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:36:04.401895 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-4d3e9299-47c3-4865-94aa-f440861a70bd None None] Provisioning for port c50c1b00-6060-4e13-aa79-35b4f6dc4afb completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:04.420057 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:04.420740 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee34412b0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:04.589554 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:04.595835 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:04.599920 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.9086080
Apr 29 15:36:04.600586 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57494) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:04.635457 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd8ed-f09b-4df4-8973-d648dc6a86f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:04.697475 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e72d65cd-be88-469b-ab07-4a5a26e25316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:04.702787 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-359f7500-715d-4a5a-a41b-731772318564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:04.711821 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e72d65cd-be88-469b-ab07-4a5a26e25316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:04.739088 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:04.761531 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-1ab0aeb8-095a-4c9b-90bb-c69dfacfe436 service neutron] 10.222.0.10 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6579669
Apr 29 15:36:04.868865 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:04.973220 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-e72d65cd-be88-469b-ab07-4a5a26e25316 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db0553edf05c43758d31a2bbc388ccae&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4832084
Apr 29 15:36:04.979549 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57500) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:04.995601 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-359f7500-715d-4a5a-a41b-731772318564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.061464 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e4ca1292-fa19-4bd2-9749-13fd46716cad req-b840bce1-69e3-4e32-80a4-5eb8e7d0e47e tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 210 time: 0.0959558
Apr 29 15:36:05.065198 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d65cd-be88-469b-ab07-4a5a26e25316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575b7c70-9c4b-4a13-b557-8b7f205828e4,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:05.094890 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e72d65cd-be88-469b-ab07-4a5a26e25316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:05.197105 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee34412b0>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 3, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:05.202563 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Checking router: 77e3f82f-6e86-4d1c-8032-3c672b6e2300 for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:36:05.203131 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Updating router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 port 78eb36ef-10b5-44b8-8e4d-6282e15790e8 binding host dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:36:05.223056 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device c50c1b00-6060-4e13-aa79-35b4f6dc4afb up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:05.246092 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683758'] for router, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.287869 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.290221 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.325452 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:05.372797 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-627f7cbc-7845-43b2-9616-859b965acec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.377298 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.32', 56685) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:05.410130 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.418131 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:05.423079 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port c50c1b00-6060-4e13-aa79-35b4f6dc4afb completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:05.431040 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:05.431738 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port c50c1b00-6060-4e13-aa79-35b4f6dc4afb triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:05.432295 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.440866 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:05.526279 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd8ed-f09b-4df4-8973-d648dc6a86f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.561866 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d40950-a303-4998-8dca-cffa9b748af7 req-ebd62329-293d-4cf4-8031-a17abeaaff1f tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:05.562550 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-39d40950-a303-4998-8dca-cffa9b748af7 req-ebd62329-293d-4cf4-8031-a17abeaaff1f tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Synchronizing usage tracker for tenant:52988c0bad484d8eaf0beb803882eb9d on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:05.628077 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.641033 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-768b446a-f195-458c-bfdb-546b570a117b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:05.683284 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bd8ed-f09b-4df4-8973-d648dc6a86f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f39163-b169-4a3e-9020-ebed8657baa1,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:05.688301 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-627f7cbc-7845-43b2-9616-859b965acec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.690835 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port c50c1b00-6060-4e13-aa79-35b4f6dc4afb, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=c50c1b00-6060-4e13-aa79-35b4f6dc4afb,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:05.697737 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd8ed-f09b-4df4-8973-d648dc6a86f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.698535 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-5b3bd8ed-f09b-4df4-8973-d648dc6a86f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47f39163-b169-4a3e-9020-ebed8657baa1 HTTP/1.1" status: 204  len: 168 time: 1.6840014
Apr 29 15:36:05.711380 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5b3bd8ed-f09b-4df4-8973-d648dc6a86f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:05.729290 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.730475 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 5b0c593b-7441-48fc-b8c3-21b14ef1d25f up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:05.735674 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-d3c5c5a2-66b9-40e6-bff1-97080288e1cc service neutron] 10.222.0.10 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8378472
Apr 29 15:36:05.771947 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec5fa09-0091-4a06-8cd0-57772f0d3815,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:05.807934 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-359f7500-715d-4a5a-a41b-731772318564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.812813 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:05.822233 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-39d40950-a303-4998-8dca-cffa9b748af7 req-ebd62329-293d-4cf4-8031-a17abeaaff1f tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Unset dirty status for tenant:52988c0bad484d8eaf0beb803882eb9d on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:05.823436 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-ebd62329-293d-4cf4-8031-a17abeaaff1f tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.32 "GET /v2.0/networks?id=f91a0b8a-e906-4466-b60a-1af56c070d81 HTTP/1.1" status: 200  len: 812 time: 0.4434297
Apr 29 15:36:05.840553 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-359f7500-715d-4a5a-a41b-731772318564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.844028 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-359f7500-715d-4a5a-a41b-731772318564 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/723fd33b-7e31-43e1-b2ad-17f3a45a0e46 HTTP/1.1" status: 204  len: 168 time: 1.7402887
Apr 29 15:36:05.857964 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.859812 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-97378cf3-0a71-438d-a313-b0456f49812c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:05.863043 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:05.878766 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Transition to ACTIVE for port object 78eb36ef-10b5-44b8-8e4d-6282e15790e8 will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:05.897347 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:05.906084 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Request body: {'port': {'device_id': 'e7b56197-4aaf-4d83-87c5-8f0622bb3462', 'network_id': 'f91a0b8a-e906-4466-b60a-1af56c070d81', 'admin_state_up': True, 'tenant_id': '52988c0bad484d8eaf0beb803882eb9d'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:05.931255 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:05.974934 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=c50c1b00-6060-4e13-aa79-35b4f6dc4afb,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:05.983164 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:05.999541 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:06.000112 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:06.103360 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Attempting to bind port 78eb36ef-10b5-44b8-8e4d-6282e15790e8 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:06.103970 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Attempting to bind port 78eb36ef-10b5-44b8-8e4d-6282e15790e8 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:06.104499 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Attempting to bind port 78eb36ef-10b5-44b8-8e4d-6282e15790e8 on network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:06.176384 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:06.191157 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Checking segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:06.191873 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:06.192586 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Bound using segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:06.193320 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Bound port: 78eb36ef-10b5-44b8-8e4d-6282e15790e8, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:06.195273 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:06.277136 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Pushing event updated for resources: {'Port': ['ID=78eb36ef-10b5-44b8-8e4d-6282e15790e8,revision_number=2']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:06.292191 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.292893 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.293483 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.294022 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.295308 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.295857 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.296423 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.297083 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.297708 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.298254 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.298789 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.299320 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Tracked resource versions report:
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]: pushed versions:
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]: {   'AddressGroup': {'1.2'},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     'ConntrackHelper': {'1.0'},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     'Log': {'1.0'},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     'Network': {'1.1'},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     'Port': {'1.7'},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     'PortForwarding': {'1.2'},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     'QosPolicy': {'1.8'},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     'SecurityGroup': {'1.4'},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     'SecurityGroupRule': {'1.2'},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     'SubPort': {'1.0'},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     'Subnet': {'1.1'},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     'Trunk': {'1.1'}}
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]: consumer versions:
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]: {   DHCP agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     HyperV agent@hv-cinder-78878: {},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     L3 agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     Metadata agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     Metering agent@dv-cinder-788782-1-iscsi: {},
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:     Open vSwitch agent@dv-cinder-788782-1-iscsi: {   'AddressGroup': '1.2',
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'ConntrackHelper': '1.0',
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'Log': '1.0',
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'Network': '1.1',
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'Port': '1.7',
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'PortForwarding': '1.2',
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'QosPolicy': '1.8',
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'SecurityGroup': '1.4',
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'SecurityGroupRule': '1.2',
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'SubPort': '1.0',
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'Subnet': '1.1',
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:                                                      'Trunk': '1.1'}}
Apr 29 15:36:06.300611 dv-cinder-788782-1-iscsi neutron-server[73824]:  {{(pid=73824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 15:36:06.322171 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:06.356034 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f7500-715d-4a5a-a41b-731772318564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723fd33b-7e31-43e1-b2ad-17f3a45a0e46,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:06.362063 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-359f7500-715d-4a5a-a41b-731772318564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:06.405796 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] For port 78eb36ef-10b5-44b8-8e4d-6282e15790e8, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:06.419800 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] For port 78eb36ef-10b5-44b8-8e4d-6282e15790e8, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=78eb36ef-10b5-44b8-8e4d-6282e15790e8,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:06.433071 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:06.437871 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-ff5dfbec-4de2-447a-afad-56dc04e49931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:06.521786 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:06.533148 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Usage tracker for resource:port and tenant:52988c0bad484d8eaf0beb803882eb9d is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:06.536335 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:06.545446 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:06.569253 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1288e09-bf23-4cac-9739-5d5499e1510d req-019d9759-2069-47de-804a-aa2f52b8d6cd tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 210 time: 0.2237782
Apr 29 15:36:06.578542 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Made reservation on behalf of 52988c0bad484d8eaf0beb803882eb9d for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:36:06.582810 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:06.597160 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-627f7cbc-7845-43b2-9616-859b965acec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:06.600200 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:06.621970 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5b3bd8ed-f09b-4df4-8973-d648dc6a86f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:06.624199 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:06.629669 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee34412b0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:06.634850 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f7cbc-7845-43b2-9616-859b965acec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575b7c70-9c4b-4a13-b557-8b7f205828e4,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:06.800426 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Pushing event updated for resources: {'Port': ['ID=78eb36ef-10b5-44b8-8e4d-6282e15790e8,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:06.819968 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:06.878037 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-627f7cbc-7845-43b2-9616-859b965acec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:06.879677 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Router d3cb316c-a6dd-4496-889c-5835dbf9a124 is scheduled to L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 with binding_index 1 {{(pid=73822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 29 15:36:06.895251 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-627f7cbc-7845-43b2-9616-859b965acec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:06.898902 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-627f7cbc-7845-43b2-9616-859b965acec8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/575b7c70-9c4b-4a13-b557-8b7f205828e4 HTTP/1.1" status: 204  len: 168 time: 1.9033365
Apr 29 15:36:07.083222 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Allocated IP 172.20.0.8 (f91a0b8a-e906-4466-b60a-1af56c070d81/a4d1d0be-721e-4f27-bd27-76452f0302cb/da24fee3-4b5e-44cc-aa2a-40b990d5c6ec) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:07.145000 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device c50c1b00-6060-4e13-aa79-35b4f6dc4afb up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:07.149883 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:07.175156 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0113ba3d-a25f-4ba4-bca0-2b1363be1fcf req-90e62a33-418c-4b05-98cd-4df080ff430a tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 210 time: 0.5760133
Apr 29 15:36:07.325261 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port c50c1b00-6060-4e13-aa79-35b4f6dc4afb triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:07.326862 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:07.366400 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:36:07.393092 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Sync routers for ids ['d3cb316c-a6dd-4496-889c-5835dbf9a124'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:36:07.485039 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:07.489138 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57596) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:07.489316 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.2543838
Apr 29 15:36:07.496539 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Routers {'d3cb316c-a6dd-4496-889c-5835dbf9a124'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:07.497800 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3572520>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d3cb316c-a6dd-4496-889c-5835dbf9a124'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:07.860816 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:08.119785 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee34412b0>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 3, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:08.128095 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1b197a-4c64-465f-8969-d66dc5dcf570 None None] The sync data for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi is: [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:00Z', 'revision_number': 3, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:36:08.170150 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-caef93b8-39c3-465a-9ce0-360ff721edb5 req-6aecd4fb-73e0-4156-8567-833900fc1dd7 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 210 time: 0.4126160
Apr 29 15:36:08.199195 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Set router d3cb316c-a6dd-4496-889c-5835dbf9a124 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:08.234353 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57614) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:08.337845 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:36:08.366608 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-044e2ef8-d477-4e9a-b93d-f35e62be753d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:08.447977 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:08.549862 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-044e2ef8-d477-4e9a-b93d-f35e62be753d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:08.567572 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-044e2ef8-d477-4e9a-b93d-f35e62be753d admin admin] Usage tracker for resource:security_group_rule and tenant:8a3f473c5c564febb911ed5af57d2ca0 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:08.570669 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-044e2ef8-d477-4e9a-b93d-f35e62be753d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:08.588707 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-044e2ef8-d477-4e9a-b93d-f35e62be753d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:08.749933 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-044e2ef8-d477-4e9a-b93d-f35e62be753d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:08.755163 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:08.762623 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-044e2ef8-d477-4e9a-b93d-f35e62be753d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:08.792786 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:08.947504 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3572520>, [{'id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-router', 'tenant_id': 'e143da3572304a9589af532444442acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:03Z', 'revision_number': 3, 'project_id': 'e143da3572304a9589af532444442acc', 'gw_port': {'id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:01Z', 'updated_at': '2021-04-29T15:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:08.953095 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Checking router: d3cb316c-a6dd-4496-889c-5835dbf9a124 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:36:08.953528 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Updating router d3cb316c-a6dd-4496-889c-5835dbf9a124 port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d binding host dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:36:08.989584 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-044e2ef8-d477-4e9a-b93d-f35e62be753d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a3f473c5c564febb911ed5af57d2ca0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7500226
Apr 29 15:36:09.001359 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57628) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:09.026539 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:09.040321 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Network f91a0b8a-e906-4466-b60a-1af56c070d81 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:09.128443 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e2ef8-d477-4e9a-b93d-f35e62be753d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5699381e-7640-466c-8db0-ff49f6579593,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:09.150990 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-044e2ef8-d477-4e9a-b93d-f35e62be753d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:09.152035 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:09.208182 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:09.234948 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:09.235624 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:09.252428 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Allocated IP 172.20.0.1 (905c0d65-04c5-4bff-b644-f1439c03b662/ed2ba634-ffc0-48c4-9162-332a736aade9/b3b85bb4-3a36-4beb-a642-5b395762135f) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:09.320667 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.504s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:09.346962 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 78eb36ef-10b5-44b8-8e4d-6282e15790e8 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:09.550182 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.32', 56691) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:09.552262 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Pushing event updated for resources: {'Port': ['ID=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:09.573624 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:09.610386 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:09.663454 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5c7ff3ff-2441-41c3-b1a2-b85d8622bf2d req-99ce4da4-2c8e-464d-a4cd-a523372b8d97 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 210 time: 0.0697143
Apr 29 15:36:09.684321 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Transition to ACTIVE for port object b3b85bb4-3a36-4beb-a642-5b395762135f will not be triggered until provisioned by entity DHCP. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:09.800382 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:09.835879 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-df7cdf37-7903-4125-9991-9e96fe515bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:09.869305 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:09.899825 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0195217
Apr 29 15:36:09.950122 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 78eb36ef-10b5-44b8-8e4d-6282e15790e8 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:09.964380 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 78eb36ef-10b5-44b8-8e4d-6282e15790e8 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:09.964760 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:10.140394 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea354b-f050-4c96-8178-0ada79e0c4c0 req-2d398c08-385e-4a96-842c-b7dd57f9629d tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:10.151433 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-86ea354b-f050-4c96-8178-0ada79e0c4c0 req-2d398c08-385e-4a96-842c-b7dd57f9629d tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 931 time: 1.6122942
Apr 29 15:36:10.181926 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55537ffa-c428-4d99-92e5-d830a4399008 req-0083becc-b114-4752-ab11-10e92849f5a0 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:10.184105 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-0083becc-b114-4752-ab11-10e92849f5a0 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 814 time: 0.6091640
Apr 29 15:36:10.229548 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-df7cdf37-7903-4125-9991-9e96fe515bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:10.307791 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-df7cdf37-7903-4125-9991-9e96fe515bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:10.316179 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:10.336094 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cdf37-7903-4125-9991-9e96fe515bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5699381e-7640-466c-8db0-ff49f6579593,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:10.340356 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-df7cdf37-7903-4125-9991-9e96fe515bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:10.345675 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-df7cdf37-7903-4125-9991-9e96fe515bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:10.351353 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-df7cdf37-7903-4125-9991-9e96fe515bca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5699381e-7640-466c-8db0-ff49f6579593 HTTP/1.1" status: 204  len: 168 time: 1.3474157
Apr 29 15:36:10.468833 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:10.507735 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 78eb36ef-10b5-44b8-8e4d-6282e15790e8, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=78eb36ef-10b5-44b8-8e4d-6282e15790e8,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:10.518581 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:10.532817 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:10.558618 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683758'] for router, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:10.583122 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Network 905c0d65-04c5-4bff-b644-f1439c03b662 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:10.600840 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-86ea354b-f050-4c96-8178-0ada79e0c4c0 req-61b34887-3ba3-4606-830d-71285456281f tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4483416
Apr 29 15:36:10.616735 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=78eb36ef-10b5-44b8-8e4d-6282e15790e8,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:10.623269 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:10.626683 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:10.631095 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661991'] for router_interface, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:10.634411 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:10.635572 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.db.resource_extend [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 29 15:36:10.753618 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:10.775924 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Transition to ACTIVE for port object 8a5af981-a273-4d49-b2cf-4a12e7c65c3d will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:10.790516 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:10.804840 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:10.952472 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d882d3a-3299-4fce-a763-c31569ac166d None None] Pushing event updated for resources: {'Port': ['ID=8a5af981-a273-4d49-b2cf-4a12e7c65c3d,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:11.047051 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b85bb4-3a36-4beb-a642-5b395762135f,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:11.056436 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Attempting to bind port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:11.056815 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Attempting to bind port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:11.057216 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Attempting to bind port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d on network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:11.067240 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-1d882d3a-3299-4fce-a763-c31569ac166d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:11.070878 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6bedba2d-0826-4ffb-aafc-9d437265dfc6 req-cddedbcb-4eef-48be-8ec9-069b86a0f95d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 210 time: 0.1439254
Apr 29 15:36:11.089970 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:11.090177 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Checking segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:11.091502 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:11.092293 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Bound using segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:11.093052 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Bound port: 8a5af981-a273-4d49-b2cf-4a12e7c65c3d, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:11.093672 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:11.127131 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-6ce4b5f4-20e0-4117-be89-b18e3e839558 None None] Provisioning for port b3b85bb4-3a36-4beb-a642-5b395762135f completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:11.139541 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-6ce4b5f4-20e0-4117-be89-b18e3e839558 None None] Provisioning complete for port b3b85bb4-3a36-4beb-a642-5b395762135f triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:11.140173 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b5f4-20e0-4117-be89-b18e3e839558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:11.155830 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.287s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:11.217603 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-6ce4b5f4-20e0-4117-be89-b18e3e839558 None None] Port b3b85bb4-3a36-4beb-a642-5b395762135f cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:36:11.220243 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 78eb36ef-10b5-44b8-8e4d-6282e15790e8 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:11.425487 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 78eb36ef-10b5-44b8-8e4d-6282e15790e8 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:11.425866 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:11.515277 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] For port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:11.569336 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] For port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=8a5af981-a273-4d49-b2cf-4a12e7c65c3d,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:11.572438 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:11.590060 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:11.624627 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:11.752850 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d882d3a-3299-4fce-a763-c31569ac166d None None] Pushing event updated for resources: {'Port': ['ID=8a5af981-a273-4d49-b2cf-4a12e7c65c3d,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:11.834379 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-1d882d3a-3299-4fce-a763-c31569ac166d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:11.881908 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Routers {'d3cb316c-a6dd-4496-889c-5835dbf9a124'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:11.882623 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3572520>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d3cb316c-a6dd-4496-889c-5835dbf9a124'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:12.159139 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-bb380af7-e71d-491b-b7b4-ca3aa2574bca tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=73822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 29 15:36:12.160080 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-bb380af7-e71d-491b-b7b4-ca3aa2574bca tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052972
Apr 29 15:36:12.164682 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Request body: {'port': {'device_id': '0533df41-33cb-4476-8c50-9cbdae45821f', 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e', 'admin_state_up': True, 'tenant_id': 'edf0cc4c99db457c9271ad067237fe7e'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:12.314975 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] Set router d3cb316c-a6dd-4496-889c-5835dbf9a124 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:12.425845 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:12.441806 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:12.451464 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661828'] for router_interface, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:12.473919 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-826c7b32-e0fe-4936-bc08-482c77f89cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:12.600828 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:12.645639 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Usage tracker for resource:port and tenant:edf0cc4c99db457c9271ad067237fe7e is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:12.653558 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:12.667253 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-623b88c9-794b-4888-9f41-4179559413f9 req-d52c7f02-4ba4-47a0-8b61-534af310e9ff tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 210 time: 0.0742352
Apr 29 15:36:12.669815 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Network 905c0d65-04c5-4bff-b644-f1439c03b662 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:12.679927 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:12.705187 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Made reservation on behalf of edf0cc4c99db457c9271ad067237fe7e for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:36:12.718147 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:12.718969 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:12.776271 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6aa09b-023e-41e1-bd85-3871b263c227 req-775a1d9f-729b-4f68-9322-61979ab6215f tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:12.778020 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3b6aa09b-023e-41e1-bd85-3871b263c227 req-775a1d9f-729b-4f68-9322-61979ab6215f tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 931 time: 0.7329264
Apr 29 15:36:12.964145 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57722) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:12.988693 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3572520>, [{'id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-router', 'tenant_id': 'e143da3572304a9589af532444442acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:03Z', 'revision_number': 3, 'project_id': 'e143da3572304a9589af532444442acc', 'gw_port': {'id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:01Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:13.007768 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be6c58-1a70-4872-b58a-08341abdc96d None None] The sync data for ids ['d3cb316c-a6dd-4496-889c-5835dbf9a124'] in dv-cinder-788782-1-iscsi is: [{'id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-router', 'tenant_id': 'e143da3572304a9589af532444442acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:03Z', 'revision_number': 3, 'project_id': 'e143da3572304a9589af532444442acc', 'gw_port': {'id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:01Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:36:13.205452 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Allocated IP 172.20.0.4 (422fe44b-6f4d-4a3a-9fcb-aab397fc764e/052e1034-e165-4802-a90d-f32243144b22/18abd4eb-5450-4c1c-a39c-809d6f7fbc72) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:13.269066 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-6ce8bb4d-64d2-4377-8d09-6e6d141ad321 None None] Provisioning complete for port b3b85bb4-3a36-4beb-a642-5b395762135f triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:13.269066 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6ce8bb4d-64d2-4377-8d09-6e6d141ad321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:13.391632 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Request body: {'port': {'device_id': 'e7b56197-4aaf-4d83-87c5-8f0622bb3462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:13.405588 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b85bb4-3a36-4beb-a642-5b395762135f,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:13.415587 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Router 517be931-c2f8-4b3f-a209-773eba08e89c is scheduled to L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 with binding_index 1 {{(pid=73821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 29 15:36:13.424181 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:13.443114 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8bb4d-64d2-4377-8d09-6e6d141ad321 None None] Port b3b85bb4-3a36-4beb-a642-5b395762135f cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:36:13.788867 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4597bdd0-ed65-46ca-94f2-529878ff6214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:13.915623 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-4597bdd0-ed65-46ca-94f2-529878ff6214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:13.929543 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-4597bdd0-ed65-46ca-94f2-529878ff6214 admin admin] Usage tracker for resource:security_group_rule and tenant:1af17777cba94560aa2f2c0ab0bd034c is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:13.933805 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-4597bdd0-ed65-46ca-94f2-529878ff6214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:14.056159 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3b6aa09b-023e-41e1-bd85-3871b263c227 req-3d9ed7f6-99e7-4d44-8170-c995ae99925b tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2202630
Apr 29 15:36:14.189265 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:14.294013 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-25715293-3273-4e67-ac10-d9c4c87bbc0d req-67826a60-0f40-446d-9019-f85e83510662 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 210 time: 0.4138672
Apr 29 15:36:14.294771 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:36:14.307036 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-4597bdd0-ed65-46ca-94f2-529878ff6214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:14.319061 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Sync routers for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:36:14.320527 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:14.336053 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:36:14.337011 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:14.339861 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee33121f0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:14.465239 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:14.518843 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:14.522413 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 14.6178761
Apr 29 15:36:14.527221 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57748) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:14.711850 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:36:14.726033 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Sync routers for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:36:14.746241 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:14.751503 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3108f40>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:14.878093 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:14.907077 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Allocated IP 172.20.0.1 (3549e580-522c-4ea0-a975-8714585343c1/01d4bd50-aa72-47c1-9c1b-46d491a54466/a6babc5f-67bd-4ef4-b3ea-97bba0bdb933) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:15.251735 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:15.326682 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 8a5af981-a273-4d49-b2cf-4a12e7c65c3d up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:15.366758 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:15.392174 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] 10.222.0.10 "PUT /v2.0/routers/77e3f82f-6e86-4d1c-8032-3c672b6e2300/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7874320
Apr 29 15:36:15.398352 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:15.608992 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4cba0203-e3cd-4fd9-96c1-a0b988610267 req-66010f87-3aa1-4a39-9ae5-a2f7650c5d6d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 210 time: 0.1124532
Apr 29 15:36:15.620994 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:15.671504 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57772) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:15.739901 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Network 3549e580-522c-4ea0-a975-8714585343c1 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:15.743255 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Pushing event updated for resources: {'Port': ['ID=a6babc5f-67bd-4ef4-b3ea-97bba0bdb933,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:15.771781 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:15.791856 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:15.801431 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:15.813072 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee33121f0>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:05Z', 'revision_number': 3, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:15.826338 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Checking router: 517be931-c2f8-4b3f-a209-773eba08e89c for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:36:15.827781 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Updating router 517be931-c2f8-4b3f-a209-773eba08e89c port 2ec5fa09-0091-4a06-8cd0-57772f0d3815 binding host dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:36:15.856465 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:15.857150 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661991'] for router_interface, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:15.884236 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29918-4f23-41dc-a6ad-e640757a2bbd req-feb31d54-5e2e-4e53-b555-da756d95549c tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:15.885800 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7ac29918-4f23-41dc-a6ad-e640757a2bbd req-feb31d54-5e2e-4e53-b555-da756d95549c tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 931 time: 0.3710208
Apr 29 15:36:15.903022 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:15.958889 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cd9bba19-c950-44b0-9158-1509f30120be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:15.984825 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.015723 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7ac29918-4f23-41dc-a6ad-e640757a2bbd req-c5c84933-1b06-4c49-82c3-296a1ce5ffbd tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173801
Apr 29 15:36:16.019390 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:16.019860 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.188557 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4597bdd0-ed65-46ca-94f2-529878ff6214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.190092 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Pushing event updated for resources: {'Port': ['ID=18abd4eb-5450-4c1c-a39c-809d6f7fbc72,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:16.195840 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:16.214700 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4597bdd0-ed65-46ca-94f2-529878ff6214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.217072 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:16.221179 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.273447 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:16.280118 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:16.292044 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-4597bdd0-ed65-46ca-94f2-529878ff6214 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1af17777cba94560aa2f2c0ab0bd034c&name=default HTTP/1.1" status: 200  len: 2979 time: 3.3249269
Apr 29 15:36:16.292044 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:16.297728 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:16.298357 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.306578 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57788) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:16.349653 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-45b7a475-1fdb-468c-b60d-ba5b210e90a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.361001 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597bdd0-ed65-46ca-94f2-529878ff6214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12d2291-209b-4d1a-838e-66843074bc2f,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:16.368668 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2074239
Apr 29 15:36:16.531034 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4597bdd0-ed65-46ca-94f2-529878ff6214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:16.553717 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Request body: {'port': {'device_id': '0533df41-33cb-4476-8c50-9cbdae45821f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:16.783424 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57798) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:16.804959 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653642999', 'description': 'tempest-description--2116736342'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:16.812617 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0f68ef90-2b3a-4957-8fd2-b99a909d54c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.817382 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:16.855310 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Usage tracker for resource:security_group and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:16.872022 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:16.893528 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-45b7a475-1fdb-468c-b60d-ba5b210e90a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:16.905138 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:16.945398 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.956611 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.974085 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Transition to ACTIVE for port object 2ec5fa09-0091-4a06-8cd0-57772f0d3815 will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:16.974457 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.980137 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-45b7a475-1fdb-468c-b60d-ba5b210e90a3 admin admin] Usage tracker for resource:security_group_rule and tenant:f46ab5023f1541a6bbd2252e38d06e88 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:16.984603 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:16.988697 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:16.992600 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.db.resource_extend [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 29 15:36:17.011136 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0f68ef90-2b3a-4957-8fd2-b99a909d54c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.016021 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-45b7a475-1fdb-468c-b60d-ba5b210e90a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:17.020975 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=8a5af981-a273-4d49-b2cf-4a12e7c65c3d,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:17.048400 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.061935 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:17.111581 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.179119 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Attempting to bind port 2ec5fa09-0091-4a06-8cd0-57772f0d3815 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:17.181447 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Attempting to bind port 2ec5fa09-0091-4a06-8cd0-57772f0d3815 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:17.199549 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Attempting to bind port 2ec5fa09-0091-4a06-8cd0-57772f0d3815 on network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:17.206454 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae3f20-51d7-417b-8955-6eeef8f5ec68 None None] Pushing event updated for resources: {'Port': ['ID=2ec5fa09-0091-4a06-8cd0-57772f0d3815,revision_number=2']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:17.210259 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-d9ae3f20-51d7-417b-8955-6eeef8f5ec68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:17.224546 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:17.225306 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Checking segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:17.225760 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.226097 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Bound using segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:17.226578 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Bound port: 2ec5fa09-0091-4a06-8cd0-57772f0d3815, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:17.226988 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.293084 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3108f40>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 2, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:17.297259 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.db.resource_extend [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 29 15:36:17.309930 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-45b7a475-1fdb-468c-b60d-ba5b210e90a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:17.318700 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=8a5af981-a273-4d49-b2cf-4a12e7c65c3d,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:17.342568 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Checking router: 77e3f82f-6e86-4d1c-8032-3c672b6e2300 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:36:17.343010 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Updating router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 port b3b85bb4-3a36-4beb-a642-5b395762135f binding host dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:36:17.348322 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:17.414118 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:17.414201 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.429711 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] For port 2ec5fa09-0091-4a06-8cd0-57772f0d3815, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:17.433005 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Usage tracker for resource:security_group_rule and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:17.435762 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-45b7a475-1fdb-468c-b60d-ba5b210e90a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.438745 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] For port 2ec5fa09-0091-4a06-8cd0-57772f0d3815, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=2ec5fa09-0091-4a06-8cd0-57772f0d3815,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:17.447358 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.452590 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:17.453734 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:17.470507 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da24fee3-4b5e-44cc-aa2a-40b990d5c6ec {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:36:17.480784 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.484072 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.489782 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:17.523699 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661828'] for router_interface, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.545537 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.549369 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-45b7a475-1fdb-468c-b60d-ba5b210e90a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.567711 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:17.568468 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee33121f0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:17.581589 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b7366-0a11-4295-8223-a9024a8845c0 req-d6318428-535f-40d2-a7e8-7c5ab63331ac tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:17.598704 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bb8b7366-0a11-4295-8223-a9024a8845c0 req-d6318428-535f-40d2-a7e8-7c5ab63331ac tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 931 time: 0.6942160
Apr 29 15:36:17.611194 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:17.646365 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae3f20-51d7-417b-8955-6eeef8f5ec68 None None] Pushing event updated for resources: {'Port': ['ID=2ec5fa09-0091-4a06-8cd0-57772f0d3815,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:17.651509 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-d9ae3f20-51d7-417b-8955-6eeef8f5ec68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:17.725140 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:17.765793 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-45b7a475-1fdb-468c-b60d-ba5b210e90a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f46ab5023f1541a6bbd2252e38d06e88&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0878384
Apr 29 15:36:17.771304 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 57812) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:17.778052 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7a475-1fdb-468c-b60d-ba5b210e90a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0ea4fc-3da7-48b5-b008-0781e3d23b79,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:17.791968 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-45b7a475-1fdb-468c-b60d-ba5b210e90a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:17.839819 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bb8b7366-0a11-4295-8223-a9024a8845c0 req-6e7a8d3a-dc91-4fa3-90dd-301ea6c69a07 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392230
Apr 29 15:36:17.879422 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0f68ef90-2b3a-4957-8fd2-b99a909d54c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.893636 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Transition to ACTIVE for port object da24fee3-4b5e-44cc-aa2a-40b990d5c6ec will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:17.923069 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da389fe5-d707-4b7c-b744-42a20819f909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:17.932712 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:17.957234 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da389fe5-d707-4b7c-b744-42a20819f909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:18.000788 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:18.264585 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Pushing event updated for resources: {'Port': ['ID=a6babc5f-67bd-4ef4-b3ea-97bba0bdb933,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:18.291305 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:18.311770 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a29da186-212c-4fbf-8812-02b5af350b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:18.377126 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68ef90-2b3a-4957-8fd2-b99a909d54c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12d2291-209b-4d1a-838e-66843074bc2f,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:18.418344 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:18.425264 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0f68ef90-2b3a-4957-8fd2-b99a909d54c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:18.506866 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:18.512052 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:18.516511 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0f68ef90-2b3a-4957-8fd2-b99a909d54c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:18.518202 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-0f68ef90-2b3a-4957-8fd2-b99a909d54c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b12d2291-209b-4d1a-838e-66843074bc2f HTTP/1.1" status: 204  len: 168 time: 2.2100282
Apr 29 15:36:18.524280 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Transition to ACTIVE for port object b3b85bb4-3a36-4beb-a642-5b395762135f will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:18.524645 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:18.532544 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e72d65cd-be88-469b-ab07-4a5a26e25316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:18.564463 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:18.566067 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Network 3549e580-522c-4ea0-a975-8714585343c1 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:18.570600 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:18.576990 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:18.592466 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:18.596508 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.8096316
Apr 29 15:36:18.600586 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57818) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:18.630257 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'security_group_rule': {'security_group_id': '6b43a6a6-dcd4-4482-a10c-8316886e7084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:18.730495 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:18.760659 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968b0f9-a8e1-4e9e-94b4-8fe3d6965270 None None] Pushing event updated for resources: {'Port': ['ID=b3b85bb4-3a36-4beb-a642-5b395762135f,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:18.761684 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b43a6a6-dcd4-4482-a10c-8316886e7084,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:18.771811 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:18.773280 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Usage tracker for resource:security_group_rule and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:18.781487 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-2968b0f9-a8e1-4e9e-94b4-8fe3d6965270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:18.812942 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee33121f0>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:05Z', 'revision_number': 3, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:18.827551 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8480cd09-96c7-41ed-8b84-0b2444ef6322 None None] The sync data for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi is: [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:05Z', 'revision_number': 3, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:36:18.952083 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:18.968590 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:19.056008 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:19.214371 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015155-bc6e-43d4-a43f-7d1a74b5d0f1 req-e5eb7de4-fc24-46a9-90ca-7fcf2b4fdb51 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:19.216978 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-fa015155-bc6e-43d4-a43f-7d1a74b5d0f1 req-e5eb7de4-fc24-46a9-90ca-7fcf2b4fdb51 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Synchronizing usage tracker for tenant:52988c0bad484d8eaf0beb803882eb9d on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:19.303383 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 8a5af981-a273-4d49-b2cf-4a12e7c65c3d up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:19.491045 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57836) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:19.499751 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Attempting to bind port b3b85bb4-3a36-4beb-a642-5b395762135f on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:19.500127 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Attempting to bind port b3b85bb4-3a36-4beb-a642-5b395762135f by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:19.500711 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Attempting to bind port b3b85bb4-3a36-4beb-a642-5b395762135f on network 905c0d65-04c5-4bff-b644-f1439c03b662 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:19.534166 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:19.534166 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Checking segment: {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:19.542700 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Router d3cb316c-a6dd-4496-889c-5835dbf9a124 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:36:19.545312 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:19.545845 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Bound using segment: {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:19.546367 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Bound port: b3b85bb4-3a36-4beb-a642-5b395762135f, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:19.546808 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:19.647955 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a9bac9f-ff61-4f9a-9247-d177b03f480e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:19.764102 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:19.768966 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:19.814575 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] For port b3b85bb4-3a36-4beb-a642-5b395762135f, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:19.836961 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] For port b3b85bb4-3a36-4beb-a642-5b395762135f, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=b3b85bb4-3a36-4beb-a642-5b395762135f,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:19.855092 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:19.876605 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-1d882d3a-3299-4fce-a763-c31569ac166d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:19.917254 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-fa015155-bc6e-43d4-a43f-7d1a74b5d0f1 req-e5eb7de4-fc24-46a9-90ca-7fcf2b4fdb51 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Unset dirty status for tenant:52988c0bad484d8eaf0beb803882eb9d on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:19.925457 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fa015155-bc6e-43d4-a43f-7d1a74b5d0f1 req-e5eb7de4-fc24-46a9-90ca-7fcf2b4fdb51 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 931 time: 2.4152029
Apr 29 15:36:19.968765 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:19.969435 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3108f40>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:19.997683 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:36:20.004367 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:20.018402 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Sync routers for ids ['d3cb316c-a6dd-4496-889c-5835dbf9a124'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:36:20.023984 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Pushing event updated for resources: {'Port': ['ID=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:20.035929 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Routers {'d3cb316c-a6dd-4496-889c-5835dbf9a124'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:20.036982 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee34e5a60>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d3cb316c-a6dd-4496-889c-5835dbf9a124'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:20.047245 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4a9bac9f-ff61-4f9a-9247-d177b03f480e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:20.050823 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] 10.222.0.10 "PUT /v2.0/routers/d3cb316c-a6dd-4496-889c-5835dbf9a124/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5589123
Apr 29 15:36:20.060835 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4a9bac9f-ff61-4f9a-9247-d177b03f480e admin admin] Usage tracker for resource:security_group_rule and tenant:12aec2086f804cf19f7a8b6850e6a947 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:20.064854 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:20.082923 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab77cb-82ca-43c6-99cb-c84b5e4a2b62 req-73a76456-ac21-4d0b-aa23-b295d213644c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:20.096204 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-79ab77cb-82ca-43c6-99cb-c84b5e4a2b62 req-73a76456-ac21-4d0b-aa23-b295d213644c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 931 time: 0.9835632
Apr 29 15:36:20.098499 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4a9bac9f-ff61-4f9a-9247-d177b03f480e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:20.154017 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:20.165689 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.747s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:20.184713 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4a9bac9f-ff61-4f9a-9247-d177b03f480e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:20.194297 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a804547-ec1b-425f-a053-0be3b9f798f3,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:20.238966 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da389fe5-d707-4b7c-b744-42a20819f909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:20.245731 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:20.275575 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-fa015155-bc6e-43d4-a43f-7d1a74b5d0f1 req-c8a37d38-f8bc-4835-8f6e-8126934600cc tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Synchronizing usage tracker for tenant:52988c0bad484d8eaf0beb803882eb9d on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:20.352135 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:20.352660 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:20.361691 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7515271
Apr 29 15:36:20.362438 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57852) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:20.393832 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da389fe5-d707-4b7c-b744-42a20819f909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0ea4fc-3da7-48b5-b008-0781e3d23b79,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:20.395944 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-da389fe5-d707-4b7c-b744-42a20819f909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:20.397771 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-da389fe5-d707-4b7c-b744-42a20819f909 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba0ea4fc-3da7-48b5-b008-0781e3d23b79 HTTP/1.1" status: 204  len: 168 time: 2.6090634
Apr 29 15:36:20.398750 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Attempting to bind port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:20.399161 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Attempting to bind port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '55546eb0-1f4b-4700-99ab-e14a5ae9146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f91a0b8a-e906-4466-b60a-1af56c070d81'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:20.399612 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Attempting to bind port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec on network f91a0b8a-e906-4466-b60a-1af56c070d81 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:20.438927 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-79ab77cb-82ca-43c6-99cb-c84b5e4a2b62 req-11d0fe11-b2a8-408e-9b83-256b1883f481 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3415265
Apr 29 15:36:20.456669 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'security_group_rule': {'security_group_id': '6b43a6a6-dcd4-4482-a10c-8316886e7084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:20.473288 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-da389fe5-d707-4b7c-b744-42a20819f909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:20.474436 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec on network f91a0b8a-e906-4466-b60a-1af56c070d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:36:20.474865 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Attempting to bind port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec on network f91a0b8a-e906-4466-b60a-1af56c070d81 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:20.492061 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:20.510050 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Usage tracker for resource:security_group_rule and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:20.519352 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:20.540538 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:20.540991 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Checking segment: {'id': '55546eb0-1f4b-4700-99ab-e14a5ae9146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f91a0b8a-e906-4466-b60a-1af56c070d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:20.541613 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Bound using segment: {'id': '55546eb0-1f4b-4700-99ab-e14a5ae9146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f91a0b8a-e906-4466-b60a-1af56c070d81'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:20.542172 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Bound port: da24fee3-4b5e-44cc-aa2a-40b990d5c6ec, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55546eb0-1f4b-4700-99ab-e14a5ae9146d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f91a0b8a-e906-4466-b60a-1af56c070d81'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:20.542428 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:20.545389 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:20.554014 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-fa015155-bc6e-43d4-a43f-7d1a74b5d0f1 req-c8a37d38-f8bc-4835-8f6e-8126934600cc tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Unset dirty status for tenant:52988c0bad484d8eaf0beb803882eb9d on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:20.568379 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fa015155-bc6e-43d4-a43f-7d1a74b5d0f1 req-c8a37d38-f8bc-4835-8f6e-8126934600cc tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6395967
Apr 29 15:36:20.625598 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:20.662066 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Set router d3cb316c-a6dd-4496-889c-5835dbf9a124 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:20.756603 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:20.801161 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968b0f9-a8e1-4e9e-94b4-8fe3d6965270 None None] Pushing event updated for resources: {'Port': ['ID=b3b85bb4-3a36-4beb-a642-5b395762135f,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:20.805910 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-2968b0f9-a8e1-4e9e-94b4-8fe3d6965270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:20.858414 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.db.resource_extend [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 29 15:36:20.884728 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:20.901381 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:20.907641 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:20.944445 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a9bac9f-ff61-4f9a-9247-d177b03f480e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:20.945282 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:21.000496 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a9bac9f-ff61-4f9a-9247-d177b03f480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.029477 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.034488 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6441185
Apr 29 15:36:21.038194 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57870) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:21.039687 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12444b67-5206-4a70-8da4-224652d2b8f5,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:21.050422 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'floatingip': {'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:21.077737 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:21.080644 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-4a9bac9f-ff61-4f9a-9247-d177b03f480e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12aec2086f804cf19f7a8b6850e6a947&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5461645
Apr 29 15:36:21.081659 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:21.093381 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57874) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:21.110721 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:21.173115 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Usage tracker for resource:floatingip and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:21.200962 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:21.219667 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:21.223471 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bac9f-ff61-4f9a-9247-d177b03f480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d908b-732a-425d-a2fc-16275f24e9a5,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:21.274136 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4a9bac9f-ff61-4f9a-9247-d177b03f480e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:21.276382 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-86cce4ea-f53b-4ea1-b31f-73a7fd6ebdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.293788 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.321580 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57878) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:21.326943 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 2ec5fa09-0091-4a06-8cd0-57772f0d3815 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:21.334995 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Allocated IP 172.20.0.1 (82ba9b5c-5013-4f88-a0a6-cde1d2fe4429/cf565b80-5ba6-4306-88c7-10e0fb247b2c/befb65e0-a770-4113-a198-b49323efc4f2) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:21.415321 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-86cce4ea-f53b-4ea1-b31f-73a7fd6ebdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.427452 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd863-5a61-41e6-afe8-7f3e60e7a0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.458993 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee34e5a60>, [{'id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-router', 'tenant_id': 'e143da3572304a9589af532444442acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:16Z', 'revision_number': 4, 'project_id': 'e143da3572304a9589af532444442acc', 'gw_port': {'id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:01Z', 'updated_at': '2021-04-29T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'a6babc5f-67bd-4ef4-b3ea-97bba0bdb933', 'name': '', 'network_id': '3549e580-522c-4ea0-a975-8714585343c1', 'tenant_id': 'e143da3572304a9589af532444442acc', 'mac_address': 'fa:16:3e:b9:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '01d4bd50-aa72-47c1-9c1b-46d491a54466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:14Z', 'updated_at': '2021-04-29T15:36:16Z', 'revision_number': 2, 'project_id': 'e143da3572304a9589af532444442acc', 'subnets': [{'id': '01d4bd50-aa72-47c1-9c1b-46d491a54466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:21.465915 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Checking router: d3cb316c-a6dd-4496-889c-5835dbf9a124 for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:36:21.466275 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Updating router d3cb316c-a6dd-4496-889c-5835dbf9a124 port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 binding host dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:36:21.506953 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.524545 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Transition to ACTIVE for port object befb65e0-a770-4113-a198-b49323efc4f2 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:21.555678 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.574791 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.576238 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0ddcd863-5a61-41e6-afe8-7f3e60e7a0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:21.580864 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] For port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:21.602313 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0ddcd863-5a61-41e6-afe8-7f3e60e7a0cd admin admin] Usage tracker for resource:security_group_rule and tenant:266ed1c317194d65802e70c8c42755b9 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:21.619811 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0ddcd863-5a61-41e6-afe8-7f3e60e7a0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:21.627069 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 2ec5fa09-0091-4a06-8cd0-57772f0d3815 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:21.628410 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:21.642774 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 2ec5fa09-0091-4a06-8cd0-57772f0d3815 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:21.643301 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.698657 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0ddcd863-5a61-41e6-afe8-7f3e60e7a0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:21.726554 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:21.728098 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3108f40>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:19Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:21.730146 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:36:21.744494 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] For port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec,segment=NetworkSegment(55546eb0-1f4b-4700-99ab-e14a5ae9146d),segment_id=55546eb0-1f4b-4700-99ab-e14a5ae9146d)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:21.745894 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=befb65e0-a770-4113-a198-b49323efc4f2,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:21.750719 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:21.755976 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:21.758768 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.761872 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:21.762670 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661991'] for router_interface, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.838007 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883ae1f-b2fb-42da-b77d-22c95233ee37 None None] The sync data for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi is: [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:19Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:36:21.855043 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.890514 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.944038 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 2ec5fa09-0091-4a06-8cd0-57772f0d3815, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=2ec5fa09-0091-4a06-8cd0-57772f0d3815,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:21.953147 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:21.953147 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:21.983623 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:22.097833 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-86cce4ea-f53b-4ea1-b31f-73a7fd6ebdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.102722 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Transition to ACTIVE for port object 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:22.141417 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e679a054-2506-4187-b4d8-4b68f3e2ee66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:22.152084 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=2ec5fa09-0091-4a06-8cd0-57772f0d3815,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:22.155184 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:22.156266 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.156748 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:22.158060 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] 10.222.0.32 "PUT /v2.0/ports/da24fee3-4b5e-44cc-aa2a-40b990d5c6ec HTTP/1.1" status: 200  len: 1093 time: 9.5663052
Apr 29 15:36:22.158988 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.165571 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-235a05c4-f859-4260-bdaa-c41e717b8bd8 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:22.171727 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-235a05c4-f859-4260-bdaa-c41e717b8bd8 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 819 time: 0.7224884
Apr 29 15:36:22.177168 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b56197-4aaf-4d83-87c5-8f0622bb3462', 'tag': 'da24fee3-4b5e-44cc-aa2a-40b990d5c6ec'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:36:22.208557 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cce4ea-f53b-4ea1-b31f-73a7fd6ebdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d908b-732a-425d-a2fc-16275f24e9a5,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:22.245250 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-86cce4ea-f53b-4ea1-b31f-73a7fd6ebdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:22.249324 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.261703 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Transition to ACTIVE for port object a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:22.264261 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-162ed053-144e-4bd2-8ec3-870f8c873f20 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/quotas/e143da3572304a9589af532444442acc HTTP/1.1" status: 200  len: 375 time: 0.0611718
Apr 29 15:36:22.282525 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-86cce4ea-f53b-4ea1-b31f-73a7fd6ebdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.286023 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-86cce4ea-f53b-4ea1-b31f-73a7fd6ebdee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c0d908b-732a-425d-a2fc-16275f24e9a5 HTTP/1.1" status: 204  len: 168 time: 1.1879687
Apr 29 15:36:22.304634 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.309545 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-d9ae3f20-51d7-417b-8955-6eeef8f5ec68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:22.322558 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.329471 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-62ba3bf9-4b79-4edd-a36f-271f5222b9c6 None None] Provisioning for port befb65e0-a770-4113-a198-b49323efc4f2 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:22.341166 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-62ba3bf9-4b79-4edd-a36f-271f5222b9c6 None None] Provisioning complete for port befb65e0-a770-4113-a198-b49323efc4f2 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:22.341547 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-62ba3bf9-4b79-4edd-a36f-271f5222b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.461313 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd863-5a61-41e6-afe8-7f3e60e7a0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.477468 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0ddcd863-5a61-41e6-afe8-7f3e60e7a0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.480515 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.486588 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dfc86-91af-4c6a-b27e-700d5510b34a None None] Pushing event updated for resources: {'Port': ['ID=a6babc5f-67bd-4ef4-b3ea-97bba0bdb933,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:22.492174 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-915dfc86-91af-4c6a-b27e-700d5510b34a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:22.510500 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-62ba3bf9-4b79-4edd-a36f-271f5222b9c6 None None] Port befb65e0-a770-4113-a198-b49323efc4f2 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:36:22.584294 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cf5c9-e322-4618-817d-7956445c31e9 req-22d69025-d577-4dfb-b022-988492ce2bb0 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:22.585344 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-3a3cf5c9-e322-4618-817d-7956445c31e9 req-22d69025-d577-4dfb-b022-988492ce2bb0 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Synchronizing usage tracker for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:22.660844 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Pushing event updated for resources: {'Port': ['ID=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:22.671875 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:22.689590 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0f68ef90-2b3a-4957-8fd2-b99a909d54c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:22.738389 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Attempting to bind port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:22.738746 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Attempting to bind port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:22.739108 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Attempting to bind port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 on network 3549e580-522c-4ea0-a975-8714585343c1 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:22.752554 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:22.752936 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Checking segment: {'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:22.753341 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.753745 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Bound using segment: {'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:22.754311 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Bound port: a6babc5f-67bd-4ef4-b3ea-97bba0bdb933, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:22.754699 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.791281 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-0ddcd863-5a61-41e6-afe8-7f3e60e7a0cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=266ed1c317194d65802e70c8c42755b9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4548528
Apr 29 15:36:22.798648 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcd863-5a61-41e6-afe8-7f3e60e7a0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b40271-f9b8-4d24-96e6-62ddf58bd4e9,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:22.804285 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 57912) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:22.816062 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0ddcd863-5a61-41e6-afe8-7f3e60e7a0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:22.823107 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:22.853567 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Allocated IP 172.27.3.113 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/d26dd4ca-c03e-47ae-9833-69b78ad5f33c) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:22.886175 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-43b90910-c8c2-4460-99b7-27329b68f37f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Synchronizing usage tracker for tenant:e143da3572304a9589af532444442acc on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:22.961075 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] For port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:22.966111 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] For port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=a6babc5f-67bd-4ef4-b3ea-97bba0bdb933,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:22.976380 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:22.982718 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:23.000760 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-43b90910-c8c2-4460-99b7-27329b68f37f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Unset dirty status for tenant:e143da3572304a9589af532444442acc on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:23.016969 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-43b90910-c8c2-4460-99b7-27329b68f37f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7279434
Apr 29 15:36:23.045490 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:23.111193 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Routers {'d3cb316c-a6dd-4496-889c-5835dbf9a124'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:23.111951 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee34e5a60>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d3cb316c-a6dd-4496-889c-5835dbf9a124'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:23.150704 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5484-6765-4eed-a2b4-f5244979d29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:23.171942 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-3a3cf5c9-e322-4618-817d-7956445c31e9 req-22d69025-d577-4dfb-b022-988492ce2bb0 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Unset dirty status for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:23.184525 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3a3cf5c9-e322-4618-817d-7956445c31e9 req-22d69025-d577-4dfb-b022-988492ce2bb0 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 931 time: 1.4482708
Apr 29 15:36:23.220214 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dfc86-91af-4c6a-b27e-700d5510b34a None None] Pushing event updated for resources: {'Port': ['ID=a6babc5f-67bd-4ef4-b3ea-97bba0bdb933,revision_number=4']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:23.244822 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-915dfc86-91af-4c6a-b27e-700d5510b34a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:23.312104 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Attempting to bind port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:23.312446 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Attempting to bind port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:23.312774 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Attempting to bind port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:23.326995 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5484-6765-4eed-a2b4-f5244979d29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:23.375727 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device b3b85bb4-3a36-4beb-a642-5b395762135f up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:23.453328 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:36:23.453659 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Attempting to bind port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:23.497955 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] Set router d3cb316c-a6dd-4496-889c-5835dbf9a124 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:23.525051 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:23.525051 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Checking segment: {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:23.526788 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Bound using segment: {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:23.529192 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Bound port: 18abd4eb-5450-4c1c-a39c-809d6f7fbc72, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:23.529630 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:23.577044 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port b3b85bb4-3a36-4beb-a642-5b395762135f completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:23.580076 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-3a3cf5c9-e322-4618-817d-7956445c31e9 req-1e6fa348-8ab8-4c23-a247-403a7c27d899 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Synchronizing usage tracker for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:23.594461 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port b3b85bb4-3a36-4beb-a642-5b395762135f triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:23.594845 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:23.598611 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d40950-a303-4998-8dca-cffa9b748af7 req-bf823611-32bb-492d-b18e-dbbaff881b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:23.603782 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-bf823611-32bb-492d-b18e-dbbaff881b1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52988c0bad484d8eaf0beb803882eb9d&device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 1096 time: 1.2985063
Apr 29 15:36:23.607122 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:23.624908 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Pushing event updated for resources: {'Port': ['ID=18abd4eb-5450-4c1c-a39c-809d6f7fbc72,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:23.628177 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-6f0f714d-a837-4533-94b6-b38158cc15b0 service neutron] 10.222.0.10 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6102149
Apr 29 15:36:23.640165 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:23.868414 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5484-6765-4eed-a2b4-f5244979d29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:23.878030 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-610f6b97-2440-47ce-8073-65778103a7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:23.910446 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e5484-6765-4eed-a2b4-f5244979d29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b40271-f9b8-4d24-96e6-62ddf58bd4e9,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:23.917845 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ef6e5484-6765-4eed-a2b4-f5244979d29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:23.921817 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-553daccc-79ff-4d1e-9194-964514749a1f service neutron] 10.222.0.10 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2706757
Apr 29 15:36:23.927712 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:23.933458 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5484-6765-4eed-a2b4-f5244979d29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:23.937455 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-ef6e5484-6765-4eed-a2b4-f5244979d29b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4b40271-f9b8-4d24-96e6-62ddf58bd4e9 HTTP/1.1" status: 204  len: 168 time: 1.1217952
Apr 29 15:36:23.937455 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b9370b17-e6fd-47d2-b087-3be150e58e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:23.938261 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:23.998543 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port b3b85bb4-3a36-4beb-a642-5b395762135f, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=b3b85bb4-3a36-4beb-a642-5b395762135f,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:24.005830 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:24.007417 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 2ec5fa09-0091-4a06-8cd0-57772f0d3815 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:24.037319 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:24.053688 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:24.061979 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:24.069479 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:24.092156 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-f1c1403e-0e20-4f94-b58f-7f6ca40cd174 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec HTTP/1.1" status: 200  len: 217 time: 0.4496868
Apr 29 15:36:24.097566 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'Port': ['ID=d26dd4ca-c03e-47ae-9833-69b78ad5f33c,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:24.102650 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-3a3cf5c9-e322-4618-817d-7956445c31e9 req-1e6fa348-8ab8-4c23-a247-403a7c27d899 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Unset dirty status for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:24.106069 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3a3cf5c9-e322-4618-817d-7956445c31e9 req-1e6fa348-8ab8-4c23-a247-403a7c27d899 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9186275
Apr 29 15:36:24.205496 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:24.229614 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=b3b85bb4-3a36-4beb-a642-5b395762135f,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:24.241110 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:24.263235 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:24.273367 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 2ec5fa09-0091-4a06-8cd0-57772f0d3815 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:24.274636 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:24.351299 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee34e5a60>, [{'id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-router', 'tenant_id': 'e143da3572304a9589af532444442acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:16Z', 'revision_number': 4, 'project_id': 'e143da3572304a9589af532444442acc', 'gw_port': {'id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:01Z', 'updated_at': '2021-04-29T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'a6babc5f-67bd-4ef4-b3ea-97bba0bdb933', 'name': '', 'network_id': '3549e580-522c-4ea0-a975-8714585343c1', 'tenant_id': 'e143da3572304a9589af532444442acc', 'mac_address': 'fa:16:3e:b9:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '01d4bd50-aa72-47c1-9c1b-46d491a54466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:14Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'e143da3572304a9589af532444442acc', 'subnets': [{'id': '01d4bd50-aa72-47c1-9c1b-46d491a54466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:24.393725 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211aad3-7c27-4cee-b91d-34a5b455933a None None] The sync data for ids ['d3cb316c-a6dd-4496-889c-5835dbf9a124'] in dv-cinder-788782-1-iscsi is: [{'id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-router', 'tenant_id': 'e143da3572304a9589af532444442acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:16Z', 'revision_number': 4, 'project_id': 'e143da3572304a9589af532444442acc', 'gw_port': {'id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:01Z', 'updated_at': '2021-04-29T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'a6babc5f-67bd-4ef4-b3ea-97bba0bdb933', 'name': '', 'network_id': '3549e580-522c-4ea0-a975-8714585343c1', 'tenant_id': 'e143da3572304a9589af532444442acc', 'mac_address': 'fa:16:3e:b9:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '01d4bd50-aa72-47c1-9c1b-46d491a54466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:14Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'e143da3572304a9589af532444442acc', 'subnets': [{'id': '01d4bd50-aa72-47c1-9c1b-46d491a54466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:36:24.405325 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d40950-a303-4998-8dca-cffa9b748af7 req-088b81b5-b9dc-4585-8bb4-2249ed88f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:24.406614 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-088b81b5-b9dc-4585-8bb4-2249ed88f377 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4d1d0be-721e-4f27-bd27-76452f0302cb HTTP/1.1" status: 200  len: 852 time: 0.2996747
Apr 29 15:36:24.407695 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] For port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:24.419090 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:24.525714 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.db.resource_extend [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 29 15:36:24.626317 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] For port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=18abd4eb-5450-4c1c-a39c-809d6f7fbc72,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:24.629355 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-b16813fb-b5e7-461c-b650-7b7e353cded7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f91a0b8a-e906-4466-b60a-1af56c070d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0952272
Apr 29 15:36:24.631395 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:24.697324 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:24.716316 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:24.739897 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f2707385-beb5-4d4b-8056-c9b8ae08e835 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:24.890039 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661828'] for router_interface, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:24.937478 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:24.947350 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:24.960517 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:25.036459 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-4b20f00a-1422-4e9c-8f83-a21ecdb6ea46 service neutron] 10.222.0.32 "GET /v2.0/networks/f91a0b8a-e906-4466-b60a-1af56c070d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3989766
Apr 29 15:36:25.061867 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:25.062714 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:25.064394 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] 10.222.0.32 "PUT /v2.0/ports/18abd4eb-5450-4c1c-a39c-809d6f7fbc72 HTTP/1.1" status: 200  len: 1093 time: 8.5351696
Apr 29 15:36:25.074108 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:25.197516 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:25.214117 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.1718662
Apr 29 15:36:25.219696 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'Port': ['ID=d26dd4ca-c03e-47ae-9833-69b78ad5f33c,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:25.229521 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:25.400342 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:25.565128 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:25.570281 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:25.570660 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:25.603835 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8f11e1a4-8f82-403c-a1bc-5d348832abb1 req-71e87c2c-e351-47ca-ac73-7cbbba9093bb tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 210 time: 0.1571476
Apr 29 15:36:25.607002 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b56197-4aaf-4d83-87c5-8f0622bb3462', 'tag': 'da24fee3-4b5e-44cc-aa2a-40b990d5c6ec', 'status': 'completed', 'code': 200}
Apr 29 15:36:25.618422 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39d40950-a303-4998-8dca-cffa9b748af7 req-7f175cad-9e56-47ad-bc94-69f34fade644 service neutron] 10.222.0.32 "GET /v2.0/networks/f91a0b8a-e906-4466-b60a-1af56c070d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5589399
Apr 29 15:36:25.775088 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad549-50cc-491c-83cf-cd2460758fcc req-f9e976bf-ee1b-4a62-aa7e-99b12f0a2d10 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:25.776766 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-649ad549-50cc-491c-83cf-cd2460758fcc req-f9e976bf-ee1b-4a62-aa7e-99b12f0a2d10 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 943 time: 1.4270632
Apr 29 15:36:25.895062 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb23df2-fe6c-481c-8afa-eaec8ab1947a req-8a810e19-8dae-44dd-b2cb-a3abf7d584cd tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:25.904368 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:25.908265 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-eeb23df2-fe6c-481c-8afa-eaec8ab1947a req-8a810e19-8dae-44dd-b2cb-a3abf7d584cd tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 943 time: 0.1294389
Apr 29 15:36:25.977962 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=a6babc5f-67bd-4ef4-b3ea-97bba0bdb933,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:25.986640 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-eeb23df2-fe6c-481c-8afa-eaec8ab1947a req-adf0d574-1d93-4807-8bb4-0b3b9be59ef6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750465
Apr 29 15:36:25.987186 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:25.988234 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device b3b85bb4-3a36-4beb-a642-5b395762135f up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:26.058561 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:26.167788 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-81a48f7e-e465-4b04-b541-53692a5434bd tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Synchronizing usage tracker for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:26.197794 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-81a48f7e-e465-4b04-b541-53692a5434bd tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Unset dirty status for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:26.203240 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-81a48f7e-e465-4b04-b541-53692a5434bd tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--653642999&fields=id&tenant_id=b32ad0cb62fc4532bec749ca1eff5d96 HTTP/1.1" status: 200  len: 267 time: 0.0872648
Apr 29 15:36:26.290948 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=a6babc5f-67bd-4ef4-b3ea-97bba0bdb933,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:26.300097 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:26.334177 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-649ad549-50cc-491c-83cf-cd2460758fcc req-3e73e71a-fdc8-4f46-bf09-6606d1b96e7b tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4441249
Apr 29 15:36:26.338632 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Pushing event updated for resources: {'Port': ['ID=18abd4eb-5450-4c1c-a39c-809d6f7fbc72,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:26.429422 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port b3b85bb4-3a36-4beb-a642-5b395762135f triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:26.429962 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:26.555072 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.32', 56704) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:26.565362 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=befb65e0-a770-4113-a198-b49323efc4f2,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:26.585866 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.840s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:26.592414 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.638s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:26.592709 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:26.821247 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55537ffa-c428-4d99-92e5-d830a4399008 req-fee2b97c-3a55-4638-a8f4-6771e0a573e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:26.822734 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-fee2b97c-3a55-4638-a8f4-6771e0a573e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 1096 time: 1.2132759
Apr 29 15:36:26.860539 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-0518837d-8719-4b56-bd5b-9ac7ac2103c5 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:26.861372 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-0518837d-8719-4b56-bd5b-9ac7ac2103c5 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Synchronizing usage tracker for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:network {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:26.883269 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-0518837d-8719-4b56-bd5b-9ac7ac2103c5 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Unset dirty status for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:network {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:26.884890 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-0518837d-8719-4b56-bd5b-9ac7ac2103c5 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 811 time: 0.6742423
Apr 29 15:36:26.910112 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-67ec7850-fbeb-4595-bc82-b88432047613 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/quotas/b32ad0cb62fc4532bec749ca1eff5d96 HTTP/1.1" status: 200  len: 375 time: 0.0111883
Apr 29 15:36:27.038772 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-bb190f90-672b-424f-901d-ec6918929ca7 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Synchronizing usage tracker for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:27.061476 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-bb190f90-672b-424f-901d-ec6918929ca7 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Unset dirty status for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:27.080670 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-bb190f90-672b-424f-901d-ec6918929ca7 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1635876
Apr 29 15:36:27.097139 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012adde-50b9-4e52-a39d-8a1baa102661 req-3345c812-49e2-441b-9767-688ce51c818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:27.098608 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e012adde-50b9-4e52-a39d-8a1baa102661 req-3345c812-49e2-441b-9767-688ce51c818c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52988c0bad484d8eaf0beb803882eb9d&device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 1096 time: 1.3143804
Apr 29 15:36:27.099910 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-c778c7dd-7188-4656-a8d9-fa216f6ffdb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18abd4eb-5450-4c1c-a39c-809d6f7fbc72 HTTP/1.1" status: 200  len: 217 time: 0.1566963
Apr 29 15:36:27.189074 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:27.202727 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55537ffa-c428-4d99-92e5-d830a4399008 req-d66eb93a-39d0-4657-b488-2e0a63c6c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:27.204163 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-d66eb93a-39d0-4657-b488-2e0a63c6c9ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=052e1034-e165-4802-a90d-f32243144b22 HTTP/1.1" status: 200  len: 854 time: 0.0894434
Apr 29 15:36:27.206160 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:27.235577 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:27.302665 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-c3935be3-62b0-4ed1-b70b-00fede2bd407 service neutron] 10.222.0.10 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171633
Apr 29 15:36:27.312941 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:27.313544 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:27.409716 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-6492515d-60ed-4ec9-8284-d6c03a9be204 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1735189
Apr 29 15:36:27.428701 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-162154ed-0525-4da5-8a60-32eb30541c33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:27.434628 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-162154ed-0525-4da5-8a60-32eb30541c33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Synchronizing usage tracker for tenant:e143da3572304a9589af532444442acc on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:27.582679 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-5fd0637e-c380-4406-b8e4-39eb5a93e4fc service neutron] 10.222.0.10 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2784173
Apr 29 15:36:27.624568 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0533df41-33cb-4476-8c50-9cbdae45821f', 'tag': '18abd4eb-5450-4c1c-a39c-809d6f7fbc72'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:36:27.657339 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-22ca10b9-c9a7-46a9-9436-8e4510e2151c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:27.658217 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-22ca10b9-c9a7-46a9-9436-8e4510e2151c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Synchronizing usage tracker for tenant:e143da3572304a9589af532444442acc on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:27.675119 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-ed2d5798-1434-48ad-b094-65fbebbb3c74 None None] Provisioning complete for port befb65e0-a770-4113-a198-b49323efc4f2 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:27.675659 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ed2d5798-1434-48ad-b094-65fbebbb3c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:27.762297 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d5798-1434-48ad-b094-65fbebbb3c74 None None] Port befb65e0-a770-4113-a198-b49323efc4f2 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:36:27.786863 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-162154ed-0525-4da5-8a60-32eb30541c33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Unset dirty status for tenant:e143da3572304a9589af532444442acc on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:27.788215 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-162154ed-0525-4da5-8a60-32eb30541c33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 819 time: 1.1272874
Apr 29 15:36:27.804764 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.db.api [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-22ca10b9-c9a7-46a9-9436-8e4510e2151c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) e143da3572304a9589af532444442acc-network {{(pid=73822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 29 15:36:27.807813 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_db.api [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-22ca10b9-c9a7-46a9-9436-8e4510e2151c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 29 15:36:27.905665 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-2b64ec8a-4e59-4e39-a644-584f3b552472 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/quotas/e143da3572304a9589af532444442acc HTTP/1.1" status: 200  len: 375 time: 0.1092803
Apr 29 15:36:27.906573 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012adde-50b9-4e52-a39d-8a1baa102661 req-fbab218e-b09d-45b3-a9d5-013d230d3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:27.908590 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e012adde-50b9-4e52-a39d-8a1baa102661 req-fbab218e-b09d-45b3-a9d5-013d230d3b89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f91a0b8a-e906-4466-b60a-1af56c070d81 HTTP/1.1" status: 200  len: 913 time: 0.7947896
Apr 29 15:36:28.045089 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4457d1-66cd-4903-8db6-6004875bbdba req-f4c414ff-bdaf-4e60-9e68-0893505f1b41 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:28.052472 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2d4457d1-66cd-4903-8db6-6004875bbdba req-f4c414ff-bdaf-4e60-9e68-0893505f1b41 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 943 time: 0.1858964
Apr 29 15:36:28.054246 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e012adde-50b9-4e52-a39d-8a1baa102661 req-be5173ed-b275-4874-9065-88acbb50108f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec HTTP/1.1" status: 200  len: 217 time: 0.1282151
Apr 29 15:36:28.107044 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-42d9409e-27a1-44ae-8a6c-c690d3a0b56e service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6601415
Apr 29 15:36:28.109765 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2d4457d1-66cd-4903-8db6-6004875bbdba req-15d985de-6045-4216-b0f0-24fb6eddfb8e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563800
Apr 29 15:36:28.207082 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Router 517be931-c2f8-4b3f-a209-773eba08e89c has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:36:28.302401 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c111e-9811-481f-97bf-f38d57bff4d8 req-1dfc09b2-85ca-4bbd-bc02-03b7b5dee828 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:28.304174 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-805c111e-9811-481f-97bf-f38d57bff4d8 req-1dfc09b2-85ca-4bbd-bc02-03b7b5dee828 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 943 time: 0.0946639
Apr 29 15:36:28.349455 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55537ffa-c428-4d99-92e5-d830a4399008 req-07a2824b-3e4a-4666-866c-66975534e770 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206597
Apr 29 15:36:28.391926 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-805c111e-9811-481f-97bf-f38d57bff4d8 req-6e19f130-10a6-46c9-b1a3-1a92a5e50206 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806115
Apr 29 15:36:28.393822 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012adde-50b9-4e52-a39d-8a1baa102661 req-9c6ce0e5-e143-4562-b0e3-2a6da6d6cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:28.395292 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e012adde-50b9-4e52-a39d-8a1baa102661 req-9c6ce0e5-e143-4562-b0e3-2a6da6d6cd6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4d1d0be-721e-4f27-bd27-76452f0302cb HTTP/1.1" status: 200  len: 852 time: 0.3288920
Apr 29 15:36:28.395929 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-22ca10b9-c9a7-46a9-9436-8e4510e2151c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Unset dirty status for tenant:e143da3572304a9589af532444442acc on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:28.396875 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-22ca10b9-c9a7-46a9-9436-8e4510e2151c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.32 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 819 time: 1.8287137
Apr 29 15:36:28.511624 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0533df41-33cb-4476-8c50-9cbdae45821f', 'tag': '18abd4eb-5450-4c1c-a39c-809d6f7fbc72', 'status': 'completed', 'code': 200}
Apr 29 15:36:28.681752 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-88c0337a-a781-4816-a868-4ab34f5c03cd req-fe2bf690-599a-4c91-8978-2ce4ab9e7762 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 210 time: 0.0755527
Apr 29 15:36:28.683339 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Request body: {'port': {'device_id': '60d079be-9e03-4e74-a9f6-b7cc73e45d1b', 'network_id': '3549e580-522c-4ea0-a975-8714585343c1', 'admin_state_up': True, 'tenant_id': 'e143da3572304a9589af532444442acc'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:28.727961 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e012adde-50b9-4e52-a39d-8a1baa102661 req-0587bdfd-9464-450f-b28f-cf7fd15ff853 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f91a0b8a-e906-4466-b60a-1af56c070d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2106452
Apr 29 15:36:28.750713 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-09ac8953-2952-4959-ba5c-989a8402b052 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8365436
Apr 29 15:36:28.907372 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device da24fee3-4b5e-44cc-aa2a-40b990d5c6ec details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:36:29.100110 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec,segment=NetworkSegment(55546eb0-1f4b-4700-99ab-e14a5ae9146d),segment_id=55546eb0-1f4b-4700-99ab-e14a5ae9146d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:29.116529 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': 'da24fee3-4b5e-44cc-aa2a-40b990d5c6ec', 'network_id': 'f91a0b8a-e906-4466-b60a-1af56c070d81', 'port_id': 'da24fee3-4b5e-44cc-aa2a-40b990d5c6ec', 'mac_address': 'fa:16:3e:a1:19:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d1d0be-721e-4f27-bd27-76452f0302cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:36:29.223360 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:29.243008 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da24fee3-4b5e-44cc-aa2a-40b990d5c6ec {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:36:29.263767 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec,segment=NetworkSegment(55546eb0-1f4b-4700-99ab-e14a5ae9146d),segment_id=55546eb0-1f4b-4700-99ab-e14a5ae9146d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:29.270238 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:29.272649 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:29.344204 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:29.354818 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:29.356038 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:29.359736 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:29.425042 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e012adde-50b9-4e52-a39d-8a1baa102661 req-5ce48c07-08e8-44aa-b0bf-0983040acb4d service neutron] 10.222.0.32 "GET /v2.0/networks/f91a0b8a-e906-4466-b60a-1af56c070d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6730468
Apr 29 15:36:29.425264 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.32', 56714) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:29.467247 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:36:29.483068 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Sync routers for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:36:29.485025 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe10cc9-9172-49a3-a71b-d756763c3304 req-d975151b-ff2c-4837-bed8-9301b434f20b tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:29.490534 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Made reservation on behalf of e143da3572304a9589af532444442acc for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:36:29.492300 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-afe10cc9-9172-49a3-a71b-d756763c3304 req-d975151b-ff2c-4837-bed8-9301b434f20b tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 943 time: 0.1563926
Apr 29 15:36:29.493958 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:29.497946 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:29.498915 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee32694c0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:29.505083 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-49a5a1cb-7298-448b-a38a-1d376beb65f0 service neutron] 10.222.0.10 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5454798
Apr 29 15:36:29.507300 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] 10.222.0.10 "PUT /v2.0/routers/517be931-c2f8-4b3f-a209-773eba08e89c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9586546
Apr 29 15:36:29.651006 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-afe10cc9-9172-49a3-a71b-d756763c3304 req-d62e00a2-84a8-4589-a395-0aeee0d7dd75 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577730
Apr 29 15:36:29.693508 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-03e73627-c8d1-4ca4-98e0-5818c9aeacd6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:29.694975 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-03e73627-c8d1-4ca4-98e0-5818c9aeacd6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.32 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 811 time: 0.2688255
Apr 29 15:36:29.772279 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-df4bb084-5cc8-4a8b-96a3-8e65544f90a1 service neutron] 10.222.0.10 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2463169
Apr 29 15:36:29.822123 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-0de425bd-5643-4aab-aaf7-e28c47b87092 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b32ad0cb62fc4532bec749ca1eff5d96 HTTP/1.1" status: 200  len: 379 time: 0.1173587
Apr 29 15:36:29.833944 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'port': {'device_id': '13e65efe-0e80-4502-96cf-ce1457490f20', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'admin_state_up': True, 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'security_groups': ['6b43a6a6-dcd4-4482-a10c-8316886e7084']}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:29.854141 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dea068-6e47-41ed-8b6e-ff8ecb090118 req-9b4f72bf-daa3-4a52-8873-66cff1dc1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:29.857476 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-43dea068-6e47-41ed-8b6e-ff8ecb090118 req-9b4f72bf-daa3-4a52-8873-66cff1dc1761 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 1096 time: 1.3411627
Apr 29 15:36:29.866832 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:30.070617 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dea068-6e47-41ed-8b6e-ff8ecb090118 req-da66e8a9-8199-46d1-8fe0-5a653908d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:30.072074 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-43dea068-6e47-41ed-8b6e-ff8ecb090118 req-da66e8a9-8199-46d1-8fe0-5a653908d2a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 915 time: 0.2082896
Apr 29 15:36:30.086466 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['da24fee3-4b5e-44cc-aa2a-40b990d5c6ec'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:36:30.234198 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-43dea068-6e47-41ed-8b6e-ff8ecb090118 req-1b0a708a-46f0-4ff5-8df4-b544174b79ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18abd4eb-5450-4c1c-a39c-809d6f7fbc72 HTTP/1.1" status: 200  len: 217 time: 0.1093683
Apr 29 15:36:30.365579 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5b76d-62d1-4f0c-8a76-37b29853b0a6 req-1f7070ae-9f32-4a61-9203-064d903e7f4a tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:30.374328 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9f07751a-4f53-4132-9db6-a92b2758e721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:30.381011 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9bfc7d77-dc7f-4040-800f-ab6ce6b511ab req-8cc98f50-a2cb-405c-be8d-d7fbd9d867ea tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 210 time: 0.1429465
Apr 29 15:36:30.382092 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f1a5b76d-62d1-4f0c-8a76-37b29853b0a6 req-1f7070ae-9f32-4a61-9203-064d903e7f4a tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 944 time: 0.5526462
Apr 29 15:36:30.396354 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:30.421485 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:30.489477 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dea068-6e47-41ed-8b6e-ff8ecb090118 req-545bc47d-3769-47f5-b3ee-7d956fd1d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:30.491306 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-43dea068-6e47-41ed-8b6e-ff8ecb090118 req-545bc47d-3769-47f5-b3ee-7d956fd1d73b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=052e1034-e165-4802-a90d-f32243144b22 HTTP/1.1" status: 200  len: 854 time: 0.1093450
Apr 29 15:36:30.521309 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Made reservation on behalf of b32ad0cb62fc4532bec749ca1eff5d96 for: {'port': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:36:30.535532 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:30.578134 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-43dea068-6e47-41ed-8b6e-ff8ecb090118 req-068eb12c-0f15-488f-9ff5-58211c93a06f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654864
Apr 29 15:36:30.678547 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee32694c0>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 2, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:30.686843 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Checking router: 517be931-c2f8-4b3f-a209-773eba08e89c for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:36:30.687205 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Updating router 517be931-c2f8-4b3f-a209-773eba08e89c port befb65e0-a770-4113-a198-b49323efc4f2 binding host dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:36:30.702674 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 58248) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:30.709740 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f1a5b76d-62d1-4f0c-8a76-37b29853b0a6 req-23b5998d-edb3-491b-a3f8-4714cf846bf5 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3264718
Apr 29 15:36:30.763632 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:30.823678 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Allocated IP 172.20.0.10 (3549e580-522c-4ea0-a975-8714585343c1/01d4bd50-aa72-47c1-9c1b-46d491a54466/20d75ce4-8040-41fd-891e-77817ee0530d) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:30.858880 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-19c8b095-ea39-410a-bbca-836c856c144b req-80d55853-d815-4499-b2d7-efa4eafa245b tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 210 time: 0.0688822
Apr 29 15:36:31.206786 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Allocated IP 172.20.0.5 (905c0d65-04c5-4bff-b644-f1439c03b662/ed2ba634-ffc0-48c4-9162-332a736aade9/96ba4d09-bdb4-4ca8-addd-78b62c2e827e) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:31.224628 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:31.259960 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e012adde-50b9-4e52-a39d-8a1baa102661 req-0cc97514-a243-4f41-9984-50898008626b service neutron] 10.222.0.32 "GET /v2.0/networks/f91a0b8a-e906-4466-b60a-1af56c070d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8240752
Apr 29 15:36:31.270777 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:31.285846 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7e4d6e84-3a92-4e12-8802-f897fc971af4 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:31.441342 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Network 3549e580-522c-4ea0-a975-8714585343c1 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:31.443542 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-43dea068-6e47-41ed-8b6e-ff8ecb090118 req-5fd1ad0d-de42-436f-90f5-a667a4f36073 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8563628
Apr 29 15:36:31.468194 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:31.480203 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 58264) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:31.484824 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:31.504951 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:31.507327 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:31.568236 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:31.592984 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Transition to ACTIVE for port object befb65e0-a770-4113-a198-b49323efc4f2 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:31.620900 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:31.626041 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:31.642948 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Pushing event updated for resources: {'Port': ['ID=20d75ce4-8040-41fd-891e-77817ee0530d,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:31.659189 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:31.735500 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216448857', 'description': 'tempest-description--1097935871'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:31.774067 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec830c-700d-4291-b44a-8caabf14dda9 req-7d8ad559-e3c9-4e84-a000-221ccfe71f19 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:31.781841 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6bec830c-700d-4291-b44a-8caabf14dda9 req-7d8ad559-e3c9-4e84-a000-221ccfe71f19 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 943 time: 0.6708860
Apr 29 15:36:31.787087 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:31.828445 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453f2b7-cb58-4f42-a36a-b093bc337338 None None] Pushing event updated for resources: {'Port': ['ID=befb65e0-a770-4113-a198-b49323efc4f2,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:31.842069 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-a453f2b7-cb58-4f42-a36a-b093bc337338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:31.885688 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-43dea068-6e47-41ed-8b6e-ff8ecb090118 req-1496c468-02d7-400f-84fc-7179e5b4cf97 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4150853
Apr 29 15:36:31.922143 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e694295-704e-48c2-81c9-08ddbd15a25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:31.979197 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Attempting to bind port befb65e0-a770-4113-a198-b49323efc4f2 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:31.979630 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Attempting to bind port befb65e0-a770-4113-a198-b49323efc4f2 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:31.979937 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Attempting to bind port befb65e0-a770-4113-a198-b49323efc4f2 on network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:32.013336 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:32.013723 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Checking segment: {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:32.014129 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.014524 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Bound using segment: {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:32.014999 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Bound port: befb65e0-a770-4113-a198-b49323efc4f2, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:32.015374 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.032243 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4fda2e28-f06a-449b-a061-54a16aaacb78 req-357916d6-6d1c-41b4-9356-7dab159258be tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 210 time: 0.1430671
Apr 29 15:36:32.036470 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9e694295-704e-48c2-81c9-08ddbd15a25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:32.040876 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5266125
Apr 29 15:36:32.086395 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Usage tracker for resource:security_group and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:32.116297 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-9e694295-704e-48c2-81c9-08ddbd15a25e admin admin] Usage tracker for resource:security_group_rule and tenant:105d85c1377f44faa692f97fcdac33a0 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:32.126660 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Request body: {'port': {'device_id': '60d079be-9e03-4e74-a9f6-b7cc73e45d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:32.157505 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-9e694295-704e-48c2-81c9-08ddbd15a25e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:32.160669 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.179573 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9e694295-704e-48c2-81c9-08ddbd15a25e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:32.218075 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Transition to ACTIVE for port object 96ba4d09-bdb4-4ca8-addd-78b62c2e827e will not be triggered until provisioned by entity DHCP. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:32.247551 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] For port befb65e0-a770-4113-a198-b49323efc4f2, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:32.252096 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] For port befb65e0-a770-4113-a198-b49323efc4f2, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=befb65e0-a770-4113-a198-b49323efc4f2,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:32.260907 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.267005 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:32.294307 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6bec830c-700d-4291-b44a-8caabf14dda9 req-fc44c0d1-84dd-44b1-8efe-be9fd038da26 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5115807
Apr 29 15:36:32.297571 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:32.306838 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.348673 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:32.360402 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:36:32.361223 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee32694c0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:36:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:32.399478 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-96948bf5-9117-4644-a7d6-7fdc007e9fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:32.418436 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.444094 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-af01e305-22ed-4154-8ca7-8392160c3ea3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:32.445858 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-af01e305-22ed-4154-8ca7-8392160c3ea3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.32 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 819 time: 0.5588472
Apr 29 15:36:32.458854 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453f2b7-cb58-4f42-a36a-b093bc337338 None None] Pushing event updated for resources: {'Port': ['ID=befb65e0-a770-4113-a198-b49323efc4f2,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:32.461943 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Network 905c0d65-04c5-4bff-b644-f1439c03b662 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:32.472541 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:32.491889 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-a453f2b7-cb58-4f42-a36a-b093bc337338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:32.504248 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:32.511090 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:32.511404 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Request body: {'port': {'device_id': 'ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8', 'network_id': '3549e580-522c-4ea0-a975-8714585343c1', 'admin_state_up': True, 'tenant_id': 'e143da3572304a9589af532444442acc'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:32.512031 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.524517 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.598286 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e694295-704e-48c2-81c9-08ddbd15a25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.613318 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'Port': ['ID=96ba4d09-bdb4-4ca8-addd-78b62c2e827e,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:32.616754 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:32.676464 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8481734
Apr 29 15:36:32.684594 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5a3544be-a352-4327-a915-340402794bd5 req-c078cf67-3ae4-46bc-a735-1ca6642e35c1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 210 time: 0.0654581
Apr 29 15:36:32.690595 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:32.696237 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Request body: {'port': {'device_id': '13e65efe-0e80-4502-96cf-ce1457490f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:32.698535 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:36:32.767122 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9e694295-704e-48c2-81c9-08ddbd15a25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.797120 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Usage tracker for resource:security_group_rule and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:32.799051 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f6537281-2b89-4c61-956c-4b9837d2fdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:32.805167 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:32.813699 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:32.840045 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.844137 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-fc19a239-12f8-481c-ac1d-635489f4f45d None None] Provisioning for port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:32.874647 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-fc19a239-12f8-481c-ac1d-635489f4f45d None None] Provisioning complete for port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:32.875030 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-fc19a239-12f8-481c-ac1d-635489f4f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:32.925905 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:36:32.938488 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-9e694295-704e-48c2-81c9-08ddbd15a25e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=105d85c1377f44faa692f97fcdac33a0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6859708
Apr 29 15:36:32.939954 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e694295-704e-48c2-81c9-08ddbd15a25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50cc262-1689-4962-8af4-3235edd5c335,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:32.946140 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 58298) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:32.957280 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9e694295-704e-48c2-81c9-08ddbd15a25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:33.041041 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device da24fee3-4b5e-44cc-aa2a-40b990d5c6ec up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:33.045054 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.056830 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.076217 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:33.083002 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c9fba-4bf6-44dc-8718-736af77846cf req-aff6dce8-06c3-4437-9bc6-9780643de79c tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:33.090921 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a84c9fba-4bf6-44dc-8718-736af77846cf req-aff6dce8-06c3-4437-9bc6-9780643de79c tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 944 time: 0.7237623
Apr 29 15:36:33.093266 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:33.115184 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Usage tracker for resource:port and tenant:e143da3572304a9589af532444442acc is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:33.123666 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:33.136707 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:33.160317 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.166170 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:33.172781 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:33.183283 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-fc19a239-12f8-481c-ac1d-635489f4f45d None None] Port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:36:33.220335 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a84c9fba-4bf6-44dc-8718-736af77846cf req-70b2ee61-b6ba-42d6-8b56-85340dd963b9 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283782
Apr 29 15:36:33.223238 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.227504 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.7064881
Apr 29 15:36:33.228266 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-64392eb6-c9f5-44b3-a155-6245f2580b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.228876 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 58308) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:33.231469 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Made reservation on behalf of e143da3572304a9589af532444442acc for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:36:33.235179 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.242746 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f7f1f01e-0327-49bb-a3b1-7bf71f1431d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.252624 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.db.resource_extend [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 29 15:36:33.268877 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'security_group_rule': {'security_group_id': 'dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:33.273916 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-64392eb6-c9f5-44b3-a155-6245f2580b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.294153 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:33.318009 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Usage tracker for resource:security_group_rule and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:33.326816 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:33.401812 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.db.resource_extend [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 29 15:36:33.407030 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee32694c0>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:32Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:36:33.410752 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:33.420804 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:33.430456 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:33.430900 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.464972 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19dbd5b-6f7b-4687-b0d5-02a9ce8f5539 None None] The sync data for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi is: [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:32Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:36:33.589773 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=18abd4eb-5450-4c1c-a39c-809d6f7fbc72,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:33.591532 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-64392eb6-c9f5-44b3-a155-6245f2580b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.595230 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.notifiers.nova [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ba4d09-bdb4-4ca8-addd-78b62c2e827e {{(pid=73821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:36:33.620229 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b91927-bdb8-46ca-92ec-2d2d57947979 req-11c40b24-b5e2-447e-ab71-68efb2a62861 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:33.620987 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-b0b91927-bdb8-46ca-92ec-2d2d57947979 req-11c40b24-b5e2-447e-ab71-68efb2a62861 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Synchronizing usage tracker for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:33.632019 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d75ce4-8040-41fd-891e-77817ee0530d {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:36:33.637725 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.643697 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:33.647055 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.660732 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64392eb6-c9f5-44b3-a155-6245f2580b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50cc262-1689-4962-8af4-3235edd5c335,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:33.670042 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-64392eb6-c9f5-44b3-a155-6245f2580b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:33.674146 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.681747 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-64392eb6-c9f5-44b3-a155-6245f2580b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.682810 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-64392eb6-c9f5-44b3-a155-6245f2580b94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f50cc262-1689-4962-8af4-3235edd5c335 HTTP/1.1" status: 204  len: 168 time: 0.7272370
Apr 29 15:36:33.692553 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-b0b91927-bdb8-46ca-92ec-2d2d57947979 req-11c40b24-b5e2-447e-ab71-68efb2a62861 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Unset dirty status for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:33.693825 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b0b91927-bdb8-46ca-92ec-2d2d57947979 req-11c40b24-b5e2-447e-ab71-68efb2a62861 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 931 time: 0.3501315
Apr 29 15:36:33.694896 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Transition to ACTIVE for port object 96ba4d09-bdb4-4ca8-addd-78b62c2e827e will not be triggered until provisioned by entity L2. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:33.702810 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.746080 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '18abd4eb-5450-4c1c-a39c-809d6f7fbc72', 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e', 'port_id': '18abd4eb-5450-4c1c-a39c-809d6f7fbc72', 'mac_address': 'fa:16:3e:7f:f7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052e1034-e165-4802-a90d-f32243144b22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:36:33.748947 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Transition to ACTIVE for port object 20d75ce4-8040-41fd-891e-77817ee0530d will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:33.794854 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:33.818635 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:33.879450 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:34.108148 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b0b91927-bdb8-46ca-92ec-2d2d57947979 req-b788c39c-7530-4c6d-800d-67eb56705316 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4040458
Apr 29 15:36:34.164884 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:34.296567 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Attempting to bind port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:34.296951 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Attempting to bind port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:34.297306 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Attempting to bind port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e on network 905c0d65-04c5-4bff-b644-f1439c03b662 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:34.305969 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Pushing event updated for resources: {'Port': ['ID=96ba4d09-bdb4-4ca8-addd-78b62c2e827e,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:34.310337 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:34.311087 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e on network 905c0d65-04c5-4bff-b644-f1439c03b662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:36:34.311701 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Attempting to bind port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e on network 905c0d65-04c5-4bff-b644-f1439c03b662 {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:34.319471 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:34.319886 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Checking segment: {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:34.321162 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Bound using segment: {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'} {{(pid=73821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:34.322120 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Bound port: 96ba4d09-bdb4-4ca8-addd-78b62c2e827e, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'}}] {{(pid=73821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:34.322615 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:34.401113 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec,segment=NetworkSegment(55546eb0-1f4b-4700-99ab-e14a5ae9146d),segment_id=55546eb0-1f4b-4700-99ab-e14a5ae9146d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:34.413671 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b56197-4aaf-4d83-87c5-8f0622bb3462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da24fee3-4b5e-44cc-aa2a-40b990d5c6ec'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:36:34.467445 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbba14-03d3-439f-8a3a-a8454cfebb87 req-fc83723b-60f7-4a9b-a32c-f84898b2669d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:34.477938 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c4cbba14-03d3-439f-8a3a-a8454cfebb87 req-fc83723b-60f7-4a9b-a32c-f84898b2669d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 943 time: 0.9505084
Apr 29 15:36:34.494849 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 58342) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:34.545077 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:34.548251 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:34.562593 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8c20a6cc-0559-4f2e-a759-0b7641c8eaca req-7b3ccabd-9003-4ef6-a40d-7b292c602e27 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 210 time: 0.1907549
Apr 29 15:36:34.569041 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:34.593643 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24fa5746-afb2-457b-b1cc-a7d4b7964774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:34.616551 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:34.618289 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Allocated IP 172.20.0.4 (3549e580-522c-4ea0-a975-8714585343c1/01d4bd50-aa72-47c1-9c1b-46d491a54466/01ac3467-4c89-4146-8ebb-66ee89d0a12b) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:34.636426 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:34.695050 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:36:34.711627 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 58354) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:34.716351 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] For port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e, host hv-cinder-78878, cleared binding levels {{(pid=73821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:34.726474 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] For port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:34.743088 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:34.748825 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:34.761990 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=18abd4eb-5450-4c1c-a39c-809d6f7fbc72,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:34.764511 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:34.771949 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:34.775558 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:34.775759 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:34.790824 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:34.791593 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Pushing event updated for resources: {'Port': ['ID=20d75ce4-8040-41fd-891e-77817ee0530d,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:34.805482 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:34.814692 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:34.834718 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c4cbba14-03d3-439f-8a3a-a8454cfebb87 req-b7260828-29d9-43a3-8bae-b5c109798570 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3555374
Apr 29 15:36:34.856244 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-24fa5746-afb2-457b-b1cc-a7d4b7964774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:34.859046 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Attempting to bind port 20d75ce4-8040-41fd-891e-77817ee0530d on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:34.859559 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Attempting to bind port 20d75ce4-8040-41fd-891e-77817ee0530d by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:34.860184 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Attempting to bind port 20d75ce4-8040-41fd-891e-77817ee0530d on network 3549e580-522c-4ea0-a975-8714585343c1 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:34.884673 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-24fa5746-afb2-457b-b1cc-a7d4b7964774 admin admin] Usage tracker for resource:security_group_rule and tenant:4839a28ba99d4a28b12b094ec19ec1b7 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:34.891926 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:34.892738 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:34.895933 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-24fa5746-afb2-457b-b1cc-a7d4b7964774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:34.897633 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] 10.222.0.32 "PUT /v2.0/ports/96ba4d09-bdb4-4ca8-addd-78b62c2e827e HTTP/1.1" status: 200  len: 1093 time: 2.2119100
Apr 29 15:36:34.903659 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0fb7a6-4dc4-4477-9c83-cc80244901cc,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:34.912719 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Port 20d75ce4-8040-41fd-891e-77817ee0530d on network 3549e580-522c-4ea0-a975-8714585343c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:36:34.913324 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Attempting to bind port 20d75ce4-8040-41fd-891e-77817ee0530d on network 3549e580-522c-4ea0-a975-8714585343c1 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:34.928474 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-24fa5746-afb2-457b-b1cc-a7d4b7964774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:34.939939 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:34.950862 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e65efe-0e80-4502-96cf-ce1457490f20', 'tag': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:36:34.966165 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:34.966165 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Checking segment: {'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:34.966504 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Bound using segment: {'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:34.966724 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Bound port: 20d75ce4-8040-41fd-891e-77817ee0530d, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:34.967174 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.011250 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=18abd4eb-5450-4c1c-a39c-809d6f7fbc72,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:35.015609 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.016791 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7867436
Apr 29 15:36:35.025568 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 58364) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:35.028433 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:35.115063 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['18abd4eb-5450-4c1c-a39c-809d6f7fbc72'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:36:35.118002 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'security_group_rule': {'security_group_id': 'dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:35.289414 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device befb65e0-a770-4113-a198-b49323efc4f2 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:35.299778 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24fa5746-afb2-457b-b1cc-a7d4b7964774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.302398 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:35.330457 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-24fa5746-afb2-457b-b1cc-a7d4b7964774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.334147 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Usage tracker for resource:security_group_rule and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:35.346331 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:35.377709 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b56197-4aaf-4d83-87c5-8f0622bb3462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da24fee3-4b5e-44cc-aa2a-40b990d5c6ec', 'code': 200}
Apr 29 15:36:35.401546 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1074ff5a-48fd-49ee-8a85-dfb7bd76c778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.442068 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1074ff5a-48fd-49ee-8a85-dfb7bd76c778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:35.459997 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-1074ff5a-48fd-49ee-8a85-dfb7bd76c778 admin admin] Usage tracker for resource:security_group_rule and tenant:a30701454ec4498791b1cd1b1ba237c5 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:35.469393 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-1074ff5a-48fd-49ee-8a85-dfb7bd76c778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:35.473336 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5d04475c-4fea-4154-97c3-8955ce457f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:35.474257 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Pushing event updated for resources: {'Port': ['ID=96ba4d09-bdb4-4ca8-addd-78b62c2e827e,revision_number=3']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:35.478557 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.478751 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:35.492028 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-24fa5746-afb2-457b-b1cc-a7d4b7964774 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4839a28ba99d4a28b12b094ec19ec1b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9763038
Apr 29 15:36:35.501078 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1074ff5a-48fd-49ee-8a85-dfb7bd76c778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:35.504672 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 58380) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:35.550946 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:35.552934 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port befb65e0-a770-4113-a198-b49323efc4f2 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:35.560517 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-e5a3180e-c326-405d-8cb2-f08611f32b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:35.560720 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port befb65e0-a770-4113-a198-b49323efc4f2 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:35.561035 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.562051 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-e5a3180e-c326-405d-8cb2-f08611f32b69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 1096 time: 0.5045671
Apr 29 15:36:35.578161 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834aef4-63da-4d06-8e3d-4d687784b3e6 req-ff48dc98-f9b6-48fa-8148-ccef776b326f tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:35.579613 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5834aef4-63da-4d06-8e3d-4d687784b3e6 req-ff48dc98-f9b6-48fa-8148-ccef776b326f tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.6799593
Apr 29 15:36:35.678157 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa5746-afb2-457b-b1cc-a7d4b7964774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5286492c-07e9-4a5a-acd6-f4c67346b064,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:35.696546 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.702784 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-4a5630ac-1364-438e-9ce4-c5a50694bf76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e HTTP/1.1" status: 200  len: 217 time: 0.1177018
Apr 29 15:36:35.705441 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] For port 20d75ce4-8040-41fd-891e-77817ee0530d, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:35.710077 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-24fa5746-afb2-457b-b1cc-a7d4b7964774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:35.712026 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] For port 20d75ce4-8040-41fd-891e-77817ee0530d, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=20d75ce4-8040-41fd-891e-77817ee0530d,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:35.728693 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.743075 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port befb65e0-a770-4113-a198-b49323efc4f2, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=befb65e0-a770-4113-a198-b49323efc4f2,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:35.744848 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.753375 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.755789 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-a453f2b7-cb58-4f42-a36a-b093bc337338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:35.783065 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:35.825694 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=befb65e0-a770-4113-a198-b49323efc4f2,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:35.828994 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:35.863584 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.866779 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-08827d97-6040-4c79-a5a5-a84102c54d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.883844 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5834aef4-63da-4d06-8e3d-4d687784b3e6 req-6a0b1f04-e2f2-4a53-813a-48e916b058fb tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325060
Apr 29 15:36:35.905874 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-93f82ab9-5a85-4301-bc82-40c2fe22467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:35.907370 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-93f82ab9-5a85-4301-bc82-40c2fe22467c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed2ba634-ffc0-48c4-9162-332a736aade9 HTTP/1.1" status: 200  len: 850 time: 0.1953576
Apr 29 15:36:35.916330 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:35.916800 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.927968 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] 10.222.0.32 "PUT /v2.0/ports/20d75ce4-8040-41fd-891e-77817ee0530d HTTP/1.1" status: 200  len: 1094 time: 3.8035979
Apr 29 15:36:35.927968 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d079be-9e03-4e74-a9f6-b7cc73e45d1b', 'tag': '20d75ce4-8040-41fd-891e-77817ee0530d'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:36:35.955257 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-08827d97-6040-4c79-a5a5-a84102c54d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:35.973670 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Pushing event updated for resources: {'Port': ['ID=20d75ce4-8040-41fd-891e-77817ee0530d,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:35.977831 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-f547833e-e49e-4e31-9fe3-7404d3c53ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:35.979329 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-f547833e-e49e-4e31-9fe3-7404d3c53ce9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 1098 time: 0.4152606
Apr 29 15:36:35.983149 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:35.994504 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc390f-ea79-432f-a26c-24c0b5edc682 req-557c57cb-9ad9-4fb7-a41b-a3e8fb98d35a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:35.996070 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-25bc390f-ea79-432f-a26c-24c0b5edc682 req-557c57cb-9ad9-4fb7-a41b-a3e8fb98d35a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 943 time: 0.4794745
Apr 29 15:36:35.998496 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.057335 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.058671 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1074ff5a-48fd-49ee-8a85-dfb7bd76c778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.076321 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.076899 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1074ff5a-48fd-49ee-8a85-dfb7bd76c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.090786 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e65efe-0e80-4502-96cf-ce1457490f20', 'tag': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e', 'status': 'completed', 'code': 200}
Apr 29 15:36:36.094512 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9568b6b6-46cf-43ad-8085-e18444455de8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:36.103989 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:36.144404 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-1074ff5a-48fd-49ee-8a85-dfb7bd76c778 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a30701454ec4498791b1cd1b1ba237c5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4314673
Apr 29 15:36:36.146807 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-96b1e55f-2b88-44c2-9f48-dca058f4762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:36.148208 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-96b1e55f-2b88-44c2-9f48-dca058f4762f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=905c0d65-04c5-4bff-b644-f1439c03b662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2281415
Apr 29 15:36:36.148953 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074ff5a-48fd-49ee-8a85-dfb7bd76c778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd075e9-4b1f-4850-860b-2cf0f33323f1,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:36.150954 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafdca15-20f1-4c04-95ac-345a1427038a,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:36.151203 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 58408) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:36.154050 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-08827d97-6040-4c79-a5a5-a84102c54d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.157008 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:36.160366 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.166837 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:36.175660 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Usage tracker for resource:security_group_rule and tenant:29d87d37d8344b2e8851b1e83bba74d8 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:36.178725 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:36.188206 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1074ff5a-48fd-49ee-8a85-dfb7bd76c778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:36.188686 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1074ff5a-48fd-49ee-8a85-dfb7bd76c778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:36.190431 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-25bc390f-ea79-432f-a26c-24c0b5edc682 req-9b0e88c7-e198-4f4f-9382-810f8b2cfe7c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1738713
Apr 29 15:36:36.195165 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6206e258-e378-48ff-8e48-de1d11333153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:36.245545 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:36.277624 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08827d97-6040-4c79-a5a5-a84102c54d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5286492c-07e9-4a5a-acd6-f4c67346b064,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:36.282518 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.283666 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2571578
Apr 29 15:36:36.303631 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 58414) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:36.343528 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'floatingip': {'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:36.397263 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-08827d97-6040-4c79-a5a5-a84102c54d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:36.400771 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Network 3549e580-522c-4ea0-a975-8714585343c1 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:36.409100 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:36.420365 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:36.431129 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-08827d97-6040-4c79-a5a5-a84102c54d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.435081 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-08827d97-6040-4c79-a5a5-a84102c54d73 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5286492c-07e9-4a5a-acd6-f4c67346b064 HTTP/1.1" status: 204  len: 168 time: 0.9241869
Apr 29 15:36:36.435251 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:36.451224 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:36.452596 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.462256 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-880e8027-11d2-4c82-8a81-4ec63f8c7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:36.464154 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-880e8027-11d2-4c82-8a81-4ec63f8c7e43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 1097 time: 0.4438720
Apr 29 15:36:36.465391 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Usage tracker for resource:floatingip and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:36.472280 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Pushing event updated for resources: {'Port': ['ID=01ac3467-4c89-4146-8ebb-66ee89d0a12b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:36.481703 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:36.489423 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:36.499215 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfcd0-98b0-4353-a31c-6278a89cab0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.503972 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-3f3a5605-0787-490f-903b-67a6c091a112 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3477690
Apr 29 15:36:36.562806 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-ed85bb00-e693-4970-9a31-f7347c0bc638 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d75ce4-8040-41fd-891e-77817ee0530d HTTP/1.1" status: 200  len: 217 time: 0.0779967
Apr 29 15:36:36.566448 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:36.571346 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfcd0-98b0-4353-a31c-6278a89cab0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.586044 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bda87b-5933-4de8-ba41-323178d97fe4 req-5e4ca855-2e91-411b-b669-51c25cf9c36c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:36.587507 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-50bda87b-5933-4de8-ba41-323178d97fe4 req-5e4ca855-2e91-411b-b669-51c25cf9c36c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 931 time: 0.3257849
Apr 29 15:36:36.639333 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1497095
Apr 29 15:36:36.652218 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.683465 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Request body: {'port': {'device_id': 'ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:36.728300 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-50bda87b-5933-4de8-ba41-323178d97fe4 req-08ad08ab-4a68-4354-89f1-d462c7e98369 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321850
Apr 29 15:36:36.766798 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-1bb1f69a-89f9-47c9-b72a-5d646c5d6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:36.768254 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-1bb1f69a-89f9-47c9-b72a-5d646c5d6168 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d4bd50-aa72-47c1-9c1b-46d491a54466 HTTP/1.1" status: 200  len: 859 time: 0.1946454
Apr 29 15:36:36.797434 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e571187-a2f0-425b-a0a0-1188c378d894 req-dd804f1a-cc5e-4957-b73b-9055b8425e2e service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2728245
Apr 29 15:36:36.798167 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfcd0-98b0-4353-a31c-6278a89cab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.809651 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:36.823253 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdfcd0-98b0-4353-a31c-6278a89cab0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd075e9-4b1f-4850-860b-2cf0f33323f1,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:36.826535 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 58434) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:36.833006 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9ebdfcd0-98b0-4353-a31c-6278a89cab0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:36.834872 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfcd0-98b0-4353-a31c-6278a89cab0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:36.836972 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-9ebdfcd0-98b0-4353-a31c-6278a89cab0f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cdd075e9-4b1f-4850-860b-2cf0f33323f1 HTTP/1.1" status: 204  len: 168 time: 0.6838064
Apr 29 15:36:36.855447 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-33958638-3117-4ccf-9675-df10cd123053 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3549e580-522c-4ea0-a975-8714585343c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0765741
Apr 29 15:36:36.857883 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d079be-9e03-4e74-a9f6-b7cc73e45d1b', 'tag': '20d75ce4-8040-41fd-891e-77817ee0530d', 'status': 'completed', 'code': 200}
Apr 29 15:36:36.950002 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:37.038619 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-2326905d-6208-4d16-a4cb-1c52cd1b4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:37.038619 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-2326905d-6208-4d16-a4cb-1c52cd1b4c2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 1096 time: 0.1675842
Apr 29 15:36:37.053149 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad4e0-8546-4c5a-bd38-d8d17677e34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:37.106471 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6b2ad4e0-8546-4c5a-bd38-d8d17677e34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:37.114095 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:37.122126 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:37.122746 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:37.123919 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-6b2ad4e0-8546-4c5a-bd38-d8d17677e34a admin admin] Usage tracker for resource:security_group_rule and tenant:ae5424d8607e4a17ac2a8178af644089 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:37.145591 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-6b2ad4e0-8546-4c5a-bd38-d8d17677e34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:37.152948 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d10b45-a517-439a-b847-5b1c4b0b40b5 req-62eda18c-3fbe-4c77-80b1-c2cddde9a5ef tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:37.163390 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c0d10b45-a517-439a-b847-5b1c4b0b40b5 req-62eda18c-3fbe-4c77-80b1-c2cddde9a5ef tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 944 time: 0.8097832
Apr 29 15:36:37.163722 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6b2ad4e0-8546-4c5a-bd38-d8d17677e34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:37.308354 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device befb65e0-a770-4113-a198-b49323efc4f2 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:37.353376 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:37.467300 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:37.485225 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 58454) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:37.488827 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:37.514377 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0533df41-33cb-4476-8c50-9cbdae45821f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abd4eb-5450-4c1c-a39c-809d6f7fbc72'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:36:37.515761 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:37.535781 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=18abd4eb-5450-4c1c-a39c-809d6f7fbc72,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:37.537290 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port befb65e0-a770-4113-a198-b49323efc4f2 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:37.537880 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:37.570545 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=24ea35c6-f7ac-493d-967c-19fde3df08cb,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:37.587896 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:37.601018 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c0d10b45-a517-439a-b847-5b1c4b0b40b5 req-fcd79374-c055-4c78-9eb1-01061f48f8ae tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4366505
Apr 29 15:36:37.601926 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:37.606879 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:37.607591 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-508e9cce-247b-446f-8efc-bcb684aab5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:37.609096 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-508e9cce-247b-446f-8efc-bcb684aab5eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 912 time: 0.5084596
Apr 29 15:36:37.624602 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa596b-5d29-49ac-ba14-9cfe3da8b764 req-61217a8e-27be-4ab7-af9e-bdf5aa931920 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:37.629517 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d6ea28a0-ebfa-4fcd-bfe7-cce6541f123d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:37.632419 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-08fa596b-5d29-49ac-ba14-9cfe3da8b764 req-61217a8e-27be-4ab7-af9e-bdf5aa931920 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.3640411
Apr 29 15:36:37.667223 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Synchronizing usage tracker for tenant:29d87d37d8344b2e8851b1e83bba74d8 on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:37.674646 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:37.702250 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=18abd4eb-5450-4c1c-a39c-809d6f7fbc72,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:37.716455 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:37.741375 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d6ea28a0-ebfa-4fcd-bfe7-cce6541f123d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:37.755637 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-a2d928a8-50a5-4770-ba97-b567633d58ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e HTTP/1.1" status: 200  len: 217 time: 0.1183264
Apr 29 15:36:37.757372 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad4e0-8546-4c5a-bd38-d8d17677e34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:37.778683 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-d6ea28a0-ebfa-4fcd-bfe7-cce6541f123d admin admin] Usage tracker for resource:security_group_rule and tenant:0c56a53b6b3b49aab77514282735d7ba is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:37.817883 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-d6ea28a0-ebfa-4fcd-bfe7-cce6541f123d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:37.849601 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-74a1a555-4d99-4791-8e69-1b0930bd1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:37.851076 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-74a1a555-4d99-4791-8e69-1b0930bd1773 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed2ba634-ffc0-48c4-9162-332a736aade9 HTTP/1.1" status: 200  len: 850 time: 0.0872891
Apr 29 15:36:37.861538 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-08fa596b-5d29-49ac-ba14-9cfe3da8b764 req-9683fedb-399b-477a-a6e7-d1078c4c1f61 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2281532
Apr 29 15:36:37.873194 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d6ea28a0-ebfa-4fcd-bfe7-cce6541f123d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:37.876658 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-47e00eda-f993-4221-a8ea-11bf068010b6 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9990447
Apr 29 15:36:37.908848 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad4e0-8546-4c5a-bd38-d8d17677e34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:37.915544 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0533df41-33cb-4476-8c50-9cbdae45821f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abd4eb-5450-4c1c-a39c-809d6f7fbc72', 'code': 200}
Apr 29 15:36:37.947328 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:37.982557 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:38.035310 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-6b2ad4e0-8546-4c5a-bd38-d8d17677e34a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae5424d8607e4a17ac2a8178af644089&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2069519
Apr 29 15:36:38.042382 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 58472) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:38.042700 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ad4e0-8546-4c5a-bd38-d8d17677e34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd699f96-c2ef-4b34-9758-ab0d27b6977e,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:38.053969 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6b2ad4e0-8546-4c5a-bd38-d8d17677e34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:38.160500 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.32', 56725) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:38.235322 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-eb5b59b0-76cf-4f10-af59-825c21afc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:38.236783 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-eb5b59b0-76cf-4f10-af59-825c21afc3cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=905c0d65-04c5-4bff-b644-f1439c03b662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3734534
Apr 29 15:36:38.396564 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c692b-b8c4-412a-be36-5643cfe571b3 req-159c8ea8-ce73-45e4-8a5f-50c17c18c269 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:38.398068 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-446c692b-b8c4-412a-be36-5643cfe571b3 req-159c8ea8-ce73-45e4-8a5f-50c17c18c269 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 943 time: 0.5756180
Apr 29 15:36:38.410870 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3650d607-e01f-43cf-bc56-2508e48f3f06 req-68acb1d8-653b-45d3-b645-a0aa377e6837 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5224357
Apr 29 15:36:38.415772 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-978e2621-8fb8-4d78-97ff-7e403381b927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:38.489359 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-d362005b-d955-47b5-9617-12deaeb921fe service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2262585
Apr 29 15:36:38.494207 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-978e2621-8fb8-4d78-97ff-7e403381b927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:38.508212 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3aa9bd-424f-4c95-afca-fdd474f3115f req-0330e7ee-eddb-4180-808f-6407b3ac7cc6 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:38.509674 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1f3aa9bd-424f-4c95-afca-fdd474f3115f req-0330e7ee-eddb-4180-808f-6407b3ac7cc6 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 931 time: 0.4507611
Apr 29 15:36:38.579662 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Allocated IP 172.27.3.232 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/c058fe93-53db-4fa2-8790-68088b54fed4) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:38.630520 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-446c692b-b8c4-412a-be36-5643cfe571b3 req-b73fb800-4d1b-4b0e-a9c6-a3a50b776202 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2070637
Apr 29 15:36:38.659335 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d6ea28a0-ebfa-4fcd-bfe7-cce6541f123d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:38.712534 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d6ea28a0-ebfa-4fcd-bfe7-cce6541f123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:38.727057 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-df7cdf37-7903-4125-9991-9e96fe515bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:38.736223 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bcec4-b1f9-49f3-b661-94a13f66110f req-5244a62e-98ed-4583-9789-a658183aee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:38.737815 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cc3bcec4-b1f9-49f3-b661-94a13f66110f req-5244a62e-98ed-4583-9789-a658183aee51 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 1098 time: 0.5323017
Apr 29 15:36:38.739155 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1f3aa9bd-424f-4c95-afca-fdd474f3115f req-a35cff8a-519e-4e20-ae65-5a4d172b5cbe tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050531
Apr 29 15:36:38.750238 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-46c5b3a3-55ee-4ade-8eaa-eea6b276ffd2 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2348194
Apr 29 15:36:38.759158 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Unset dirty status for tenant:29d87d37d8344b2e8851b1e83bba74d8 on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:38.760264 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.7605803
Apr 29 15:36:38.771787 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-978e2621-8fb8-4d78-97ff-7e403381b927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:38.776065 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:38.789315 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e2621-8fb8-4d78-97ff-7e403381b927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd699f96-c2ef-4b34-9758-ab0d27b6977e,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:38.792312 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-978e2621-8fb8-4d78-97ff-7e403381b927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:38.795152 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-978e2621-8fb8-4d78-97ff-7e403381b927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:38.799636 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-978e2621-8fb8-4d78-97ff-7e403381b927 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd699f96-c2ef-4b34-9758-ab0d27b6977e HTTP/1.1" status: 204  len: 168 time: 0.7439229
Apr 29 15:36:38.924021 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-d6ea28a0-ebfa-4fcd-bfe7-cce6541f123d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c56a53b6b3b49aab77514282735d7ba&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4184325
Apr 29 15:36:38.926895 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 58502) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:38.930511 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea28a0-ebfa-4fcd-bfe7-cce6541f123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5991d375-5a0f-46b7-a0e4-31e3dc334f00,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:38.946763 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d6ea28a0-ebfa-4fcd-bfe7-cce6541f123d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:39.023307 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34740bb8-aff1-4712-9e16-5d3d577331f9 req-a44813ba-ea78-48ec-9805-df0323b53ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:39.024801 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-34740bb8-aff1-4712-9e16-5d3d577331f9 req-a44813ba-ea78-48ec-9805-df0323b53ef9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 1097 time: 0.5360272
Apr 29 15:36:39.051542 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cc3bcec4-b1f9-49f3-b661-94a13f66110f req-736db8d5-1459-457d-b1e8-8a8ed691da4a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3008282
Apr 29 15:36:39.073424 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4543f737-0cb4-443b-9acd-67d6b148b40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.120907 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.147858 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead7da6-55e3-4371-bfc8-1f0f4939ccf5 req-d4fdc820-b52d-48bf-b20a-55fdb8e7f436 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:39.149490 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dead7da6-55e3-4371-bfc8-1f0f4939ccf5 req-d4fdc820-b52d-48bf-b20a-55fdb8e7f436 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.1535547
Apr 29 15:36:39.151697 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4543f737-0cb4-443b-9acd-67d6b148b40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.188120 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ac3467-4c89-4146-8ebb-66ee89d0a12b {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:36:39.213011 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.240168 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dead7da6-55e3-4371-bfc8-1f0f4939ccf5 req-36f3d6c3-3292-4124-be57-3d087269c003 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809760
Apr 29 15:36:39.263066 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9137d-f929-4ac3-8f39-5e8327e4bd3e req-a6cc9f65-dfe2-469b-936d-53b52f340a02 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:39.264651 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c7b9137d-f929-4ac3-8f39-5e8327e4bd3e req-a6cc9f65-dfe2-469b-936d-53b52f340a02 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 945 time: 0.5125961
Apr 29 15:36:39.265771 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Transition to ACTIVE for port object 01ac3467-4c89-4146-8ebb-66ee89d0a12b will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:39.267897 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4543f737-0cb4-443b-9acd-67d6b148b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.279588 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-86cce4ea-f53b-4ea1-b31f-73a7fd6ebdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:39.291561 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543f737-0cb4-443b-9acd-67d6b148b40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5991d375-5a0f-46b7-a0e4-31e3dc334f00,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:39.300697 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4543f737-0cb4-443b-9acd-67d6b148b40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:39.306361 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4543f737-0cb4-443b-9acd-67d6b148b40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.325505 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.330518 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-4543f737-0cb4-443b-9acd-67d6b148b40e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5991d375-5a0f-46b7-a0e4-31e3dc334f00 HTTP/1.1" status: 204  len: 168 time: 0.3844011
Apr 29 15:36:39.373669 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 58510) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:39.376482 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:39.401644 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5db61d0c-9d09-49d0-a468-dc7a3a197186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.420478 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-5db61d0c-9d09-49d0-a468-dc7a3a197186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:39.424492 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-5db61d0c-9d09-49d0-a468-dc7a3a197186 admin admin] Usage tracker for resource:security_group_rule and tenant:6583cd1c2027470c90bcc446b05129d1 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:36:39.427853 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-5db61d0c-9d09-49d0-a468-dc7a3a197186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:36:39.434649 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-5db61d0c-9d09-49d0-a468-dc7a3a197186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:39.562799 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5db61d0c-9d09-49d0-a468-dc7a3a197186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.567161 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5db61d0c-9d09-49d0-a468-dc7a3a197186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.597361 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6b2ad4e0-8546-4c5a-bd38-d8d17677e34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:39.608129 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-5db61d0c-9d09-49d0-a468-dc7a3a197186 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6583cd1c2027470c90bcc446b05129d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2323792
Apr 29 15:36:39.614543 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 58520) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:36:39.655098 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db61d0c-9d09-49d0-a468-dc7a3a197186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c749f4-5fbc-4478-bcd2-18d332916663,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:39.660083 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5db61d0c-9d09-49d0-a468-dc7a3a197186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:39.693914 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b363c9fe-6093-4157-907f-3d066f211907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.732065 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c7b9137d-f929-4ac3-8f39-5e8327e4bd3e req-b9ee0836-1780-4bce-830b-ed860d31b37c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4520807
Apr 29 15:36:39.733303 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34740bb8-aff1-4712-9e16-5d3d577331f9 req-efdb71d3-19eb-4447-a243-92f9924da821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:39.734648 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-34740bb8-aff1-4712-9e16-5d3d577331f9 req-efdb71d3-19eb-4447-a243-92f9924da821 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 920 time: 0.6852274
Apr 29 15:36:39.734776 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b363c9fe-6093-4157-907f-3d066f211907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.751341 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Pushing event updated for resources: {'Port': ['ID=01ac3467-4c89-4146-8ebb-66ee89d0a12b,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:39.827431 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-34740bb8-aff1-4712-9e16-5d3d577331f9 req-9616dba3-1444-47d2-97bd-0afe81459704 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d75ce4-8040-41fd-891e-77817ee0530d HTTP/1.1" status: 200  len: 217 time: 0.0788739
Apr 29 15:36:39.828759 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:39.874812 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.892660 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c0310-c862-4af9-8f05-8b4250fecf6c req-bc2e9e18-66b0-4f1d-8f2f-14d6773f8b36 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:39.894170 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ea4c0310-c862-4af9-8f05-8b4250fecf6c req-bc2e9e18-66b0-4f1d-8f2f-14d6773f8b36 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 943 time: 0.1138542
Apr 29 15:36:39.895269 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b363c9fe-6093-4157-907f-3d066f211907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.898841 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:39.930640 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363c9fe-6093-4157-907f-3d066f211907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c749f4-5fbc-4478-bcd2-18d332916663,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:39.936807 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b363c9fe-6093-4157-907f-3d066f211907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:39.945519 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cc610dbb-5342-4b0e-8571-0b0953ba3d33 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:39.949400 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b363c9fe-6093-4157-907f-3d066f211907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:39.954601 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-b363c9fe-6093-4157-907f-3d066f211907 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89c749f4-5fbc-4478-bcd2-18d332916663 HTTP/1.1" status: 204  len: 168 time: 0.3390779
Apr 29 15:36:39.998855 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ea4c0310-c862-4af9-8f05-8b4250fecf6c req-45263563-0b51-4022-abe7-7d5a570593db tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873556
Apr 29 15:36:40.086731 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34740bb8-aff1-4712-9e16-5d3d577331f9 req-44ea97eb-0cdd-4b58-a57b-59c177df87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:40.088400 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-34740bb8-aff1-4712-9e16-5d3d577331f9 req-44ea97eb-0cdd-4b58-a57b-59c177df87bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d4bd50-aa72-47c1-9c1b-46d491a54466 HTTP/1.1" status: 200  len: 859 time: 0.2064142
Apr 29 15:36:40.094144 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Attempting to bind port 01ac3467-4c89-4146-8ebb-66ee89d0a12b on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:40.094850 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Attempting to bind port 01ac3467-4c89-4146-8ebb-66ee89d0a12b by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:40.094967 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Attempting to bind port 01ac3467-4c89-4146-8ebb-66ee89d0a12b on network 3549e580-522c-4ea0-a975-8714585343c1 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:40.105598 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:40.145327 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Port 01ac3467-4c89-4146-8ebb-66ee89d0a12b on network 3549e580-522c-4ea0-a975-8714585343c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:36:40.145651 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Attempting to bind port 01ac3467-4c89-4146-8ebb-66ee89d0a12b on network 3549e580-522c-4ea0-a975-8714585343c1 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:40.147861 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:40.149788 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'Port': ['ID=c058fe93-53db-4fa2-8790-68088b54fed4,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:40.151868 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:40.165389 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:40.170279 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-34740bb8-aff1-4712-9e16-5d3d577331f9 req-d7e12360-21b0-4bc7-9acb-f2e01f80ebde service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3549e580-522c-4ea0-a975-8714585343c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0712566
Apr 29 15:36:40.172966 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:40.173334 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Checking segment: {'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:40.173712 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Bound using segment: {'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:40.174182 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Bound port: 01ac3467-4c89-4146-8ebb-66ee89d0a12b, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3549e580-522c-4ea0-a975-8714585343c1'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:40.174497 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:40.417182 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9d0df-3608-4235-97f7-e966b52ea2f8 req-28961c46-319d-414d-9d06-3ff0998456d7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:40.417881 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-e4f9d0df-3608-4235-97f7-e966b52ea2f8 req-28961c46-319d-414d-9d06-3ff0998456d7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Synchronizing usage tracker for tenant:e143da3572304a9589af532444442acc on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:40.430211 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:40.527508 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] For port 01ac3467-4c89-4146-8ebb-66ee89d0a12b, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:40.530680 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744e914-8f84-4b6a-bc68-ba63503fe0a8 req-fb4051b0-15a5-44b5-b542-cce70109afe5 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:40.532525 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f744e914-8f84-4b6a-bc68-ba63503fe0a8 req-fb4051b0-15a5-44b5-b542-cce70109afe5 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.1357107
Apr 29 15:36:40.541825 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-34740bb8-aff1-4712-9e16-5d3d577331f9 req-71b1c5cb-f957-4192-803d-89d35f1d5e01 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3522241
Apr 29 15:36:40.542388 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-e4f9d0df-3608-4235-97f7-e966b52ea2f8 req-28961c46-319d-414d-9d06-3ff0998456d7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Unset dirty status for tenant:e143da3572304a9589af532444442acc on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:40.543388 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e4f9d0df-3608-4235-97f7-e966b52ea2f8 req-28961c46-319d-414d-9d06-3ff0998456d7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 943 time: 0.6673677
Apr 29 15:36:40.551979 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] For port 01ac3467-4c89-4146-8ebb-66ee89d0a12b, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=01ac3467-4c89-4146-8ebb-66ee89d0a12b,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:40.598656 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f744e914-8f84-4b6a-bc68-ba63503fe0a8 req-96a9590a-b2fc-47ea-bf79-c6aaee5ded27 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565972
Apr 29 15:36:40.610564 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:40.635621 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:40.663186 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:40.953926 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 96ba4d09-bdb4-4ca8-addd-78b62c2e827e details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:36:41.010455 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-e4f9d0df-3608-4235-97f7-e966b52ea2f8 req-c6261a18-0e94-42bb-9602-dadc58ebe0c3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Synchronizing usage tracker for tenant:e143da3572304a9589af532444442acc on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:41.060581 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:41.061715 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:41.063658 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] 10.222.0.32 "PUT /v2.0/ports/01ac3467-4c89-4146-8ebb-66ee89d0a12b HTTP/1.1" status: 200  len: 1093 time: 4.4125974
Apr 29 15:36:41.068574 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8', 'tag': '01ac3467-4c89-4146-8ebb-66ee89d0a12b'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:36:41.133026 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Pushing event updated for resources: {'Port': ['ID=01ac3467-4c89-4146-8ebb-66ee89d0a12b,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:41.142359 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-e4f9d0df-3608-4235-97f7-e966b52ea2f8 req-c6261a18-0e94-42bb-9602-dadc58ebe0c3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Unset dirty status for tenant:e143da3572304a9589af532444442acc on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:41.143921 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e4f9d0df-3608-4235-97f7-e966b52ea2f8 req-c6261a18-0e94-42bb-9602-dadc58ebe0c3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5480833
Apr 29 15:36:41.163594 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:41.183183 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-34740bb8-aff1-4712-9e16-5d3d577331f9 req-68588ad9-7942-4a94-99aa-6de79ce837bd service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6331112
Apr 29 15:36:41.305376 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845f96-da50-460e-9707-60d7e083c49a req-b9816c55-5322-4c99-8617-e65a982b9177 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:41.306914 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6f845f96-da50-460e-9707-60d7e083c49a req-b9816c55-5322-4c99-8617-e65a982b9177 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 945 time: 0.3737767
Apr 29 15:36:41.406700 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6f845f96-da50-460e-9707-60d7e083c49a req-16509954-ab95-4806-bb06-5891a4c72740 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848594
Apr 29 15:36:41.437048 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-b3a6dd88-455a-4677-a692-c9197f821e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:41.437048 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-b3a6dd88-455a-4677-a692-c9197f821e35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 1096 time: 0.2449524
Apr 29 15:36:41.451976 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:41.471454 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'port_id': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e', 'mac_address': 'fa:16:3e:b5:37:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:36:41.541609 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:41.565958 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8', 'tag': '01ac3467-4c89-4146-8ebb-66ee89d0a12b', 'status': 'completed', 'code': 200}
Apr 29 15:36:41.568447 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ba4d09-bdb4-4ca8-addd-78b62c2e827e {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:36:41.580349 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-d2dae138-9bc4-4839-a956-517a2704b24d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01ac3467-4c89-4146-8ebb-66ee89d0a12b HTTP/1.1" status: 200  len: 217 time: 0.1397443
Apr 29 15:36:41.601138 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:41.606698 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:41.608664 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-09518d16-62e3-412c-9c62-75333cfd7b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:41.745541 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:41.748278 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=96ba4d09-bdb4-4ca8-addd-78b62c2e827e,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:41.754097 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:41.760145 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:41.781142 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-602eb956-f1b4-495d-adb1-6123b5f5441e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:41.835387 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-9bc65528-3817-41d5-a839-baafe0cb7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:41.837171 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-9bc65528-3817-41d5-a839-baafe0cb7a45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d4bd50-aa72-47c1-9c1b-46d491a54466 HTTP/1.1" status: 200  len: 859 time: 0.2415941
Apr 29 15:36:41.859626 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5ffd8-622c-4f3a-8919-cdb21fa6eddb req-1f899836-9695-41bf-9df5-8e3782e5d502 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:41.865391 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dce5ffd8-622c-4f3a-8919-cdb21fa6eddb req-1f899836-9695-41bf-9df5-8e3782e5d502 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.0987647
Apr 29 15:36:41.865676 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:41.907542 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc1c5a-8c45-4b04-979c-5ad6903b377a req-fd3754a5-adc3-4f25-a695-8b78c5bebe9c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:41.909533 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cabc1c5a-8c45-4b04-979c-5ad6903b377a req-fd3754a5-adc3-4f25-a695-8b78c5bebe9c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 943 time: 0.4730127
Apr 29 15:36:41.913527 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'Port': ['ID=c058fe93-53db-4fa2-8790-68088b54fed4,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:41.917096 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dce5ffd8-622c-4f3a-8919-cdb21fa6eddb req-4e11f97a-ddb4-4d2b-a6df-8c1aa2bcf8c9 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501034
Apr 29 15:36:41.922993 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:41.962165 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:41.969794 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.6544280
Apr 29 15:36:41.999973 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cabc1c5a-8c45-4b04-979c-5ad6903b377a req-f78cf223-9830-4a53-8db6-ef19c1584ec0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802474
Apr 29 15:36:42.422940 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-90993bad-8d96-4888-8084-7995dc00750b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1216448857&fields=id&tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2 HTTP/1.1" status: 200  len: 267 time: 0.0699656
Apr 29 15:36:42.426946 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2a884-2313-4a95-9500-962591d9b0e9 req-80d53197-be51-418f-b363-304c7e100cee tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:42.429777 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1ed2a884-2313-4a95-9500-962591d9b0e9 req-80d53197-be51-418f-b363-304c7e100cee tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 943 time: 0.1215074
Apr 29 15:36:42.489286 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1ed2a884-2313-4a95-9500-962591d9b0e9 req-9f2f439d-49d7-4b67-83b9-eea6556a221e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512836
Apr 29 15:36:42.620792 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-58a05251-b17a-4e18-9a60-f7fc9d2ac304 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:42.622476 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-58a05251-b17a-4e18-9a60-f7fc9d2ac304 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 817 time: 0.1849213
Apr 29 15:36:42.638062 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-a5f9fbcc-fe3e-46b9-906c-4e9f5daea594 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/quotas/bb37cb6f412b49f7baef4a2b5cd7a3b2 HTTP/1.1" status: 200  len: 375 time: 0.0097997
Apr 29 15:36:42.742161 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428b2ff-3c3b-4ced-a7ee-17848f149b3b req-2c682ba3-b08c-4d43-8289-2a070bb469e4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:42.750973 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3428b2ff-3c3b-4ced-a7ee-17848f149b3b req-2c682ba3-b08c-4d43-8289-2a070bb469e4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 945 time: 0.1362872
Apr 29 15:36:42.754686 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-5dc0c315-e731-48b2-a412-a6219c2f8dcb tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Synchronizing usage tracker for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:42.775820 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-5dc0c315-e731-48b2-a412-a6219c2f8dcb tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Unset dirty status for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:42.780665 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-5dc0c315-e731-48b2-a412-a6219c2f8dcb tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1328435
Apr 29 15:36:42.827007 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3428b2ff-3c3b-4ced-a7ee-17848f149b3b req-29ca963d-a706-4644-b2ce-0d2995dbf34c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749135
Apr 29 15:36:42.947827 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-32782f4c-4704-4786-84ee-47599849570d service neutron] 10.222.0.10 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517246
Apr 29 15:36:43.120629 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2b4bf093-e63c-4d68-b44f-dd71988343f2 service neutron] 10.222.0.10 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646640
Apr 29 15:36:43.259740 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649d187-8d94-465a-b06b-0224e00f607d req-bb7cb80b-a443-458b-a9a3-4ca384224dbd tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:43.264640 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5649d187-8d94-465a-b06b-0224e00f607d req-bb7cb80b-a443-458b-a9a3-4ca384224dbd tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 944 time: 0.1046312
Apr 29 15:36:43.363383 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5649d187-8d94-465a-b06b-0224e00f607d req-d34118d2-9a62-4449-b06c-1e67ffb9404c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932598
Apr 29 15:36:43.386223 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c197da57-dedf-4e34-968a-f914f3cf46dd req-e383432a-1d53-4efe-ada8-5d94640d1b29 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 210 time: 0.0827680
Apr 29 15:36:43.479834 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 20d75ce4-8040-41fd-891e-77817ee0530d details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:36:43.535479 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-2218b9a7-8bbf-405f-9c6f-f188f85f97b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3549e580-522c-4ea0-a975-8714585343c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425112
Apr 29 15:36:43.660690 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 20d75ce4-8040-41fd-891e-77817ee0530d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=20d75ce4-8040-41fd-891e-77817ee0530d,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:43.675898 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '20d75ce4-8040-41fd-891e-77817ee0530d', 'network_id': '3549e580-522c-4ea0-a975-8714585343c1', 'port_id': '20d75ce4-8040-41fd-891e-77817ee0530d', 'mac_address': 'fa:16:3e:15:4f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d4bd50-aa72-47c1-9c1b-46d491a54466', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:36:43.705033 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e4d28-145c-40cd-a053-dedf9b862676 req-42585ab4-5981-4d02-9eb2-3d7839d47596 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:43.706507 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cc3e4d28-145c-40cd-a053-dedf9b862676 req-42585ab4-5981-4d02-9eb2-3d7839d47596 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 943 time: 0.0889730
Apr 29 15:36:43.736792 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:43.756148 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d75ce4-8040-41fd-891e-77817ee0530d {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:36:43.759151 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cc3e4d28-145c-40cd-a053-dedf9b862676 req-5ab5bf8a-a1ef-487f-936c-e2f095773559 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426497
Apr 29 15:36:43.773216 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 20d75ce4-8040-41fd-891e-77817ee0530d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=20d75ce4-8040-41fd-891e-77817ee0530d,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:43.782144 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:43.784961 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:43.852687 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=20d75ce4-8040-41fd-891e-77817ee0530d,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:43.856628 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:44.559749 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-775c3d84-d814-492a-84ec-ac9d40c21d5b req-a34a6fd2-0250-49ad-8e22-d37b0d9b693b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 210 time: 0.0422549
Apr 29 15:36:44.646270 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-9a274a1c-e84d-4876-812e-cce5d70b5112 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1883385
Apr 29 15:36:44.654750 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59174c2-eb4d-4efd-8069-82b735f86789 req-def80737-a5ac-4a61-9b36-9b86d08f206b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:44.656013 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a59174c2-eb4d-4efd-8069-82b735f86789 req-def80737-a5ac-4a61-9b36-9b86d08f206b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 944 time: 0.1745005
Apr 29 15:36:44.702927 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a59174c2-eb4d-4efd-8069-82b735f86789 req-a8df659f-6594-4459-a2e7-e2928153970b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412648
Apr 29 15:36:44.947812 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d8752-df93-44c2-a841-9a892df581e0 req-c318e507-7753-432c-b5c3-a646b3e15472 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:44.949368 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5c3d8752-df93-44c2-a841-9a892df581e0 req-c318e507-7753-432c-b5c3-a646b3e15472 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 943 time: 0.0800283
Apr 29 15:36:45.050108 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5c3d8752-df93-44c2-a841-9a892df581e0 req-afbe4839-74c8-4f9f-9cae-4ea18d8db6df tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951667
Apr 29 15:36:45.336837 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:36:45.707085 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-98837b2f-972d-466f-b094-af7e3d31a67d req-4d553aac-6d42-4f0f-bce9-b147badb72f4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 210 time: 0.0417807
Apr 29 15:36:45.883992 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d989213-34a3-44aa-bf24-208c77410e40 req-9e53f88b-533c-440c-8e03-960865071c8e tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:45.885434 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3d989213-34a3-44aa-bf24-208c77410e40 req-9e53f88b-533c-440c-8e03-960865071c8e tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 944 time: 0.0792279
Apr 29 15:36:45.929052 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3d989213-34a3-44aa-bf24-208c77410e40 req-5d955328-8477-4f35-aecc-f75e0ac790ac tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371933
Apr 29 15:36:46.096174 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ad8f3c86-2eba-4954-9489-f1243ba07040 req-fdc0f909-c82e-403b-afbc-288c347de7d7 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420281
Apr 29 15:36:46.314931 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d854-9c2b-4cf8-8f27-47b9903bf22e req-2869f00f-3e1e-4f12-bec8-240561ed1f7f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:46.316374 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c3f8d854-9c2b-4cf8-8f27-47b9903bf22e req-2869f00f-3e1e-4f12-bec8-240561ed1f7f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 943 time: 0.1439307
Apr 29 15:36:46.318381 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a575dd-c725-44f3-955f-22d2c1727236 req-aeef0851-cd4e-4895-9f64-b33cd9903bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:46.319658 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7a575dd-c725-44f3-955f-22d2c1727236 req-aeef0851-cd4e-4895-9f64-b33cd9903bd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 1096 time: 0.1158168
Apr 29 15:36:46.363691 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c3f8d854-9c2b-4cf8-8f27-47b9903bf22e req-1ed31c1a-eae0-4ee6-a0ae-83edde98d6e9 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404434
Apr 29 15:36:46.505639 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a575dd-c725-44f3-955f-22d2c1727236 req-934bee49-3197-449b-8607-bdae4becd3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:46.507069 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7a575dd-c725-44f3-955f-22d2c1727236 req-934bee49-3197-449b-8607-bdae4becd3ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 920 time: 0.1285758
Apr 29 15:36:46.656774 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7a575dd-c725-44f3-955f-22d2c1727236 req-f6fdccbd-1a81-4895-94ea-b31b233c7b1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01ac3467-4c89-4146-8ebb-66ee89d0a12b HTTP/1.1" status: 200  len: 217 time: 0.1425080
Apr 29 15:36:46.726711 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a575dd-c725-44f3-955f-22d2c1727236 req-ad31a3c4-c91f-464f-95ab-4af1fdc34b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:46.728158 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7a575dd-c725-44f3-955f-22d2c1727236 req-ad31a3c4-c91f-464f-95ab-4af1fdc34b79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d4bd50-aa72-47c1-9c1b-46d491a54466 HTTP/1.1" status: 200  len: 859 time: 0.0642796
Apr 29 15:36:46.731429 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['96ba4d09-bdb4-4ca8-addd-78b62c2e827e'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:36:46.781446 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7a575dd-c725-44f3-955f-22d2c1727236 req-93ff1e07-06ed-48c3-8dcb-2be6dba0b3bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3549e580-522c-4ea0-a975-8714585343c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451918
Apr 29 15:36:46.861027 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['20d75ce4-8040-41fd-891e-77817ee0530d'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:36:46.904228 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b6b26ec7-7124-4ff5-b8fd-7e072f756ca3 req-f032a402-74b4-4006-8b6d-8e2e8f734588 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 210 time: 0.0483077
Apr 29 15:36:46.968216 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7a575dd-c725-44f3-955f-22d2c1727236 req-3e68023e-0534-4828-ad10-35fedc597116 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766059
Apr 29 15:36:47.383016 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7a575dd-c725-44f3-955f-22d2c1727236 req-8659b4f9-63c3-4276-be6b-3065335e15fd service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4077868
Apr 29 15:36:47.430557 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-facbae07-b0e1-49c2-bba3-527eb06e58a7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:47.431896 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-facbae07-b0e1-49c2-bba3-527eb06e58a7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.32 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 817 time: 0.3491914
Apr 29 15:36:47.445119 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5650f22-49c9-44ba-811c-7d96a422a573 req-fbbea766-4379-453b-9af8-af9b870dfdeb tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:47.446541 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c5650f22-49c9-44ba-811c-7d96a422a573 req-fbbea766-4379-453b-9af8-af9b870dfdeb tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 944 time: 0.2859330
Apr 29 15:36:47.530299 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-f2050dc6-cdd4-40dc-b9ad-f9fea204cc06 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2 HTTP/1.1" status: 200  len: 380 time: 0.0787537
Apr 29 15:36:47.535245 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c5650f22-49c9-44ba-811c-7d96a422a573 req-5354ae0f-52c0-4834-a77a-f5c086ee41d2 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687723
Apr 29 15:36:47.544218 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'port': {'device_id': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'admin_state_up': True, 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'security_groups': ['dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:47.565675 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a02c88-7ce3-4008-b74a-dc03f378b5ed req-963ece35-a424-4a58-96de-00a485dc2d55 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:47.567184 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-41a02c88-7ce3-4008-b74a-dc03f378b5ed req-963ece35-a424-4a58-96de-00a485dc2d55 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 943 time: 0.0893536
Apr 29 15:36:47.618009 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-41a02c88-7ce3-4008-b74a-dc03f378b5ed req-6d760d12-cafc-47e9-8cd1-c500b1f2b74c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415690
Apr 29 15:36:47.688103 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:36:47.697815 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:36:47.706868 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Made reservation on behalf of bb37cb6f412b49f7baef4a2b5cd7a3b2 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:36:47.710572 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:47.878016 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Allocated IP 172.20.0.5 (82ba9b5c-5013-4f88-a0a6-cde1d2fe4429/cf565b80-5ba6-4306-88c7-10e0fb247b2c/14d1ac32-2f0d-45ad-948a-173a4e8e8dd6) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:36:48.079195 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:48.079880 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-36fc0374-551c-4174-bda7-4a1bd6989947 req-64106df1-561b-41db-898e-4326ec91eb85 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 210 time: 0.0471258
Apr 29 15:36:48.096301 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Transition to ACTIVE for port object 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:48.125337 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:48.131306 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f8f9f3d7-b8fe-4395-8799-1fb6f61dfb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:48.189846 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:36:48.197482 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:36:48.202095 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:36:48.207547 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:48.208150 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:48.223512 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'Port': ['ID=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:48.227937 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:48.245414 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7056048
Apr 29 15:36:48.273202 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Request body: {'port': {'device_id': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:36:48.451121 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:48.520620 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-cfb0a8ce-a517-405a-aa38-87a9f84ea5f3 None None] Provisioning for port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:48.529813 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-cfb0a8ce-a517-405a-aa38-87a9f84ea5f3 None None] Provisioning complete for port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:48.530438 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a8ce-a517-405a-aa38-87a9f84ea5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:48.594136 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0a8ce-a517-405a-aa38-87a9f84ea5f3 None None] Port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:36:48.965307 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915edbd9-56a7-47a1-8a13-1a40c32073ab req-bb165168-072e-45d8-b786-8b348906612b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:48.967091 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-915edbd9-56a7-47a1-8a13-1a40c32073ab req-bb165168-072e-45d8-b786-8b348906612b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 944 time: 0.2792132
Apr 29 15:36:49.088786 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-915edbd9-56a7-47a1-8a13-1a40c32073ab req-5e1da503-740e-4ca8-a3f8-e0a6c01b7f1d tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021895
Apr 29 15:36:49.091539 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:36:49.099637 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:49.116942 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Transition to ACTIVE for port object 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:36:49.126357 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:49.131367 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:49.155841 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d802230-b68e-498b-a655-7a1daec46705 req-e0336828-3228-46fb-b4d2-0fcc98a07d69 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:49.158148 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8d802230-b68e-498b-a655-7a1daec46705 req-e0336828-3228-46fb-b4d2-0fcc98a07d69 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 943 time: 0.0934424
Apr 29 15:36:49.230880 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8d802230-b68e-498b-a655-7a1daec46705 req-fd961640-6e53-449c-9bd2-6a7486311022 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648735
Apr 29 15:36:49.331584 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Pushing event updated for resources: {'Port': ['ID=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:49.334830 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:49.410494 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Attempting to bind port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:36:49.410834 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Attempting to bind port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:36:49.411167 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Attempting to bind port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 on network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:49.419180 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 on network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:36:49.419505 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Attempting to bind port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 on network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:36:49.431936 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:36:49.432262 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Checking segment: {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:36:49.432671 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Bound using segment: {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:36:49.433109 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Bound port: 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:36:49.433511 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:49.493603 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbef0b-22c5-44c8-b75f-11934f0d0471 req-cc885b2f-7240-45ca-bf27-9fd9abe70553 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:49.494307 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-eafbef0b-22c5-44c8-b75f-11934f0d0471 req-cc885b2f-7240-45ca-bf27-9fd9abe70553 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Synchronizing usage tracker for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:49.540903 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-eafbef0b-22c5-44c8-b75f-11934f0d0471 req-cc885b2f-7240-45ca-bf27-9fd9abe70553 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Unset dirty status for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:49.542448 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-eafbef0b-22c5-44c8-b75f-11934f0d0471 req-cc885b2f-7240-45ca-bf27-9fd9abe70553 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.2609541
Apr 29 15:36:49.571524 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:36:49.592172 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:36:49.599512 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:49.607106 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:49.656253 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-eafbef0b-22c5-44c8-b75f-11934f0d0471 req-bc4a7588-ae44-44e4-8321-dc13db5c2b2a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052902
Apr 29 15:36:49.664427 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:49.665283 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:49.666626 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 HTTP/1.1" status: 200  len: 1093 time: 1.4045894
Apr 29 15:36:49.670312 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:36:49.697018 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Pushing event updated for resources: {'Port': ['ID=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:49.700428 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:49.723283 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'status': 'completed', 'code': 200}
Apr 29 15:36:50.316740 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ba138-10cf-4742-ba29-64cb7de25dea req-66b020f3-89df-4525-beb8-9f2a1a8a69c5 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:50.329715 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bf2ba138-10cf-4742-ba29-64cb7de25dea req-66b020f3-89df-4525-beb8-9f2a1a8a69c5 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 944 time: 0.1112883
Apr 29 15:36:50.374124 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bf2ba138-10cf-4742-ba29-64cb7de25dea req-c6b6df8b-fbc7-460f-b521-e2b7fc16b5d2 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421338
Apr 29 15:36:50.438671 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7c83e-e1a1-4062-bffe-d9b3be7c2f7a req-47706b73-7cf0-42ad-a29a-562964f200c7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:50.440126 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-25d7c83e-e1a1-4062-bffe-d9b3be7c2f7a req-47706b73-7cf0-42ad-a29a-562964f200c7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 943 time: 0.0914884
Apr 29 15:36:50.485941 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-25d7c83e-e1a1-4062-bffe-d9b3be7c2f7a req-a22a53f0-3d3c-4bfd-ba1c-c06df9806c3f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400691
Apr 29 15:36:50.532531 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 20d75ce4-8040-41fd-891e-77817ee0530d up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:50.601842 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 20d75ce4-8040-41fd-891e-77817ee0530d completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:50.607341 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 20d75ce4-8040-41fd-891e-77817ee0530d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:50.607712 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:50.729923 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:50.757843 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d079be-9e03-4e74-a9f6-b7cc73e45d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d75ce4-8040-41fd-891e-77817ee0530d'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:36:50.768657 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 20d75ce4-8040-41fd-891e-77817ee0530d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=20d75ce4-8040-41fd-891e-77817ee0530d,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:50.773777 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:50.774996 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 96ba4d09-bdb4-4ca8-addd-78b62c2e827e up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:36:50.811734 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-2968b0f9-a8e1-4e9e-94b4-8fe3d6965270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:50.842165 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d079be-9e03-4e74-a9f6-b7cc73e45d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d75ce4-8040-41fd-891e-77817ee0530d', 'code': 200}
Apr 29 15:36:50.907089 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=20d75ce4-8040-41fd-891e-77817ee0530d,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:50.907454 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde29ede-2b6a-48fa-9e93-eab49c57c0ca req-1cb9b1c1-97d0-46f0-9206-13ae9005dfcd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:50.909135 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dde29ede-2b6a-48fa-9e93-eab49c57c0ca req-1cb9b1c1-97d0-46f0-9206-13ae9005dfcd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0956192
Apr 29 15:36:50.910722 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:50.917398 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:36:50.923713 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:36:50.924318 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:50.985371 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dde29ede-2b6a-48fa-9e93-eab49c57c0ca req-1311d81f-7dbf-4e3d-bdfd-71beaf2792e8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681956
Apr 29 15:36:51.054880 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:51.090061 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:51.093932 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:51.096577 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:51.163613 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=96ba4d09-bdb4-4ca8-addd-78b62c2e827e,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:51.167037 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:51.565555 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ff31c-91c3-4f31-bcd9-6fdb4f2b5fcf req-bae63dc0-0e53-4e70-a29c-64acd0240a2c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:51.566979 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-be5ff31c-91c3-4f31-bcd9-6fdb4f2b5fcf req-bae63dc0-0e53-4e70-a29c-64acd0240a2c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0838516
Apr 29 15:36:51.612761 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-be5ff31c-91c3-4f31-bcd9-6fdb4f2b5fcf req-d2d4414d-5bac-464c-9dfb-166524346e83 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399995
Apr 29 15:36:51.672889 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4902d-5216-41e3-a274-225190835678 req-5fb73a8d-1fce-4394-844c-94fa23593b46 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:51.674290 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-caa4902d-5216-41e3-a274-225190835678 req-5fb73a8d-1fce-4394-844c-94fa23593b46 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 943 time: 0.0807507
Apr 29 15:36:51.718932 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-caa4902d-5216-41e3-a274-225190835678 req-95ac5c1a-ebda-48c3-81e5-22df69e66d18 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388618
Apr 29 15:36:52.172041 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4e802-46a6-431f-93de-522ef9d36b5a req-6e83475c-f9c6-4a75-86ca-c7f8d51c2805 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:52.173602 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-60d4e802-46a6-431f-93de-522ef9d36b5a req-6e83475c-f9c6-4a75-86ca-c7f8d51c2805 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0818281
Apr 29 15:36:52.216537 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-60d4e802-46a6-431f-93de-522ef9d36b5a req-e601e2c0-5ce1-4286-9694-be7a9647259b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Synchronizing usage tracker for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:36:52.233031 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-60d4e802-46a6-431f-93de-522ef9d36b5a req-e601e2c0-5ce1-4286-9694-be7a9647259b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Unset dirty status for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:36:52.234129 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-60d4e802-46a6-431f-93de-522ef9d36b5a req-e601e2c0-5ce1-4286-9694-be7a9647259b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549872
Apr 29 15:36:52.276538 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:52.798035 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9ab96-f0c2-4d31-915d-a58220632610 req-9075b50f-678b-4a46-be35-76ad0bb50270 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:52.799460 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f5a9ab96-f0c2-4d31-915d-a58220632610 req-9075b50f-678b-4a46-be35-76ad0bb50270 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0819833
Apr 29 15:36:52.843564 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e65efe-0e80-4502-96cf-ce1457490f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:36:52.843884 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f5a9ab96-f0c2-4d31-915d-a58220632610 req-c8f3263a-ff93-4c68-8908-eec2d3fb6b1f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387516
Apr 29 15:36:52.909647 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e65efe-0e80-4502-96cf-ce1457490f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e', 'code': 200}
Apr 29 15:36:52.911642 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ccc0d-25ab-4f36-af11-119fff81b0af req-33125d5c-e4b5-4adf-bd8b-8f947b2b2a70 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:52.913368 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f14ccc0d-25ab-4f36-af11-119fff81b0af req-33125d5c-e4b5-4adf-bd8b-8f947b2b2a70 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 943 time: 0.0908749
Apr 29 15:36:52.959222 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f14ccc0d-25ab-4f36-af11-119fff81b0af req-afe797c1-8e7a-4e14-9a48-41b6dbd704d8 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386944
Apr 29 15:36:53.429288 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51353fe-77cf-4d47-a066-0ce2a0183d97 req-0aa401a2-966b-494c-9749-31a520acb4a2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:53.430767 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a51353fe-77cf-4d47-a066-0ce2a0183d97 req-0aa401a2-966b-494c-9749-31a520acb4a2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0831993
Apr 29 15:36:53.481206 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a51353fe-77cf-4d47-a066-0ce2a0183d97 req-332c5055-1ee5-43a9-82a4-8e28a19da62e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441918
Apr 29 15:36:53.544339 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 01ac3467-4c89-4146-8ebb-66ee89d0a12b details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:36:53.676879 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 01ac3467-4c89-4146-8ebb-66ee89d0a12b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=01ac3467-4c89-4146-8ebb-66ee89d0a12b,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:53.690552 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '01ac3467-4c89-4146-8ebb-66ee89d0a12b', 'network_id': '3549e580-522c-4ea0-a975-8714585343c1', 'port_id': '01ac3467-4c89-4146-8ebb-66ee89d0a12b', 'mac_address': 'fa:16:3e:0d:e2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d4bd50-aa72-47c1-9c1b-46d491a54466', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:36:53.749164 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:53.767875 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ac3467-4c89-4146-8ebb-66ee89d0a12b {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:36:53.784767 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 01ac3467-4c89-4146-8ebb-66ee89d0a12b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=01ac3467-4c89-4146-8ebb-66ee89d0a12b,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:36:53.789453 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:36:53.791285 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:36:53.835180 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beeff7-a828-4ac1-afdb-8cbdadb71a40 req-355a10f1-7dcb-4ad8-8129-acc0137b06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:53.836682 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-90beeff7-a828-4ac1-afdb-8cbdadb71a40 req-355a10f1-7dcb-4ad8-8129-acc0137b06ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 1096 time: 0.0885875
Apr 29 15:36:53.910377 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=01ac3467-4c89-4146-8ebb-66ee89d0a12b,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:36:53.921666 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:36:54.090770 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ed76f-dcf5-41b5-b003-f4141e5af23e req-7521e322-2d88-432e-8771-222dd817f7bb tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:54.092321 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2f9ed76f-dcf5-41b5-b003-f4141e5af23e req-7521e322-2d88-432e-8771-222dd817f7bb tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0976236
Apr 29 15:36:54.146524 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2f9ed76f-dcf5-41b5-b003-f4141e5af23e req-b7b32c38-2ba9-43e8-a2d2-30894e23763c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463457
Apr 29 15:36:54.185309 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beeff7-a828-4ac1-afdb-8cbdadb71a40 req-62c8a33e-fe88-4143-a4d8-0acabf6cc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:54.186736 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-90beeff7-a828-4ac1-afdb-8cbdadb71a40 req-62c8a33e-fe88-4143-a4d8-0acabf6cc73e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&shared=False HTTP/1.1" status: 200  len: 918 time: 0.3374448
Apr 29 15:36:54.420516 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca60e9-069a-4576-acf9-6289c01f3e1f req-e9e3ff8e-134d-44f9-be88-0d33a59e4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:54.422002 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7cca60e9-069a-4576-acf9-6289c01f3e1f req-e9e3ff8e-134d-44f9-be88-0d33a59e4b96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 1098 time: 0.4124253
Apr 29 15:36:54.426508 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8662d-e4f1-4961-bbbe-b8738a7cfc3f req-10461c63-0cd1-496b-a175-2107d62c21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:54.427875 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b2a8662d-e4f1-4961-bbbe-b8738a7cfc3f req-10461c63-0cd1-496b-a175-2107d62c21a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 1099 time: 0.3925989
Apr 29 15:36:54.445488 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8859a81-eb8c-44d8-9da7-b9c33852313b req-e4ad102c-fc55-4c77-97c7-c70ca24a8249 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:54.446883 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d8859a81-eb8c-44d8-9da7-b9c33852313b req-e4ad102c-fc55-4c77-97c7-c70ca24a8249 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 944 time: 0.3366773
Apr 29 15:36:54.482054 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beeff7-a828-4ac1-afdb-8cbdadb71a40 req-93a1ee31-8deb-4cb5-9f00-28e69b83a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:54.483543 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-90beeff7-a828-4ac1-afdb-8cbdadb71a40 req-93a1ee31-8deb-4cb5-9f00-28e69b83a48a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2879131
Apr 29 15:36:54.505171 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d8859a81-eb8c-44d8-9da7-b9c33852313b req-a9f4464b-05b9-4602-bbe2-6d85b541312c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494678
Apr 29 15:36:54.675539 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7532866-d150-4366-9930-d708c1a16674 req-14a29b97-0adb-45da-87da-e76b66d2909f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:54.676981 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a7532866-d150-4366-9930-d708c1a16674 req-14a29b97-0adb-45da-87da-e76b66d2909f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0781269
Apr 29 15:36:54.721079 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a7532866-d150-4366-9930-d708c1a16674 req-038a1083-7cb4-42d9-9784-49780e32ae55 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383823
Apr 29 15:36:55.027905 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7cca60e9-069a-4576-acf9-6289c01f3e1f req-4d0b7688-7c58-416e-b4a8-2c744dafa074 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998101
Apr 29 15:36:55.032117 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b2a8662d-e4f1-4961-bbbe-b8738a7cfc3f req-103126e8-ee5b-474c-8d3e-12953ba84c27 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029243
Apr 29 15:36:55.060503 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-ad2c4c0b-a3a7-4b84-a517-6bef97d1ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:55.061932 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-ad2c4c0b-a3a7-4b84-a517-6bef97d1ff26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 1096 time: 0.0798299
Apr 29 15:36:55.307408 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['01ac3467-4c89-4146-8ebb-66ee89d0a12b'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:36:55.335384 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6a8dd-2ab5-4d53-b4fb-97b0086cb712 req-aaba0cb2-f794-4dad-bb6c-1eb118d58d59 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:55.336909 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c0d6a8dd-2ab5-4d53-b4fb-97b0086cb712 req-aaba0cb2-f794-4dad-bb6c-1eb118d58d59 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0839252
Apr 29 15:36:55.381382 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c0d6a8dd-2ab5-4d53-b4fb-97b0086cb712 req-209da319-db42-4430-96ee-bc1a7fd745a4 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375862
Apr 29 15:36:55.689286 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e266b65-32aa-4eab-8f56-60448273ea06 req-3518d9e2-d7e1-4076-bfe2-2ddf23ace253 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:55.690717 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5e266b65-32aa-4eab-8f56-60448273ea06 req-3518d9e2-d7e1-4076-bfe2-2ddf23ace253 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 944 time: 0.0823488
Apr 29 15:36:55.734913 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5e266b65-32aa-4eab-8f56-60448273ea06 req-9500f9b2-2d97-4208-af69-4e270be5e5ca tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383029
Apr 29 15:36:55.905358 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609dcb7-2463-4061-92ca-259e31e90308 req-a628c5a2-2f7b-4e2a-9770-c319dcfb50b8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:55.906789 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b609dcb7-2463-4061-92ca-259e31e90308 req-a628c5a2-2f7b-4e2a-9770-c319dcfb50b8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0791783
Apr 29 15:36:55.953091 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b609dcb7-2463-4061-92ca-259e31e90308 req-6a971149-0635-4c05-8a53-a456d7ec5075 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405769
Apr 29 15:36:56.570057 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9755a-ba13-460d-9323-79cb75d795bd req-c43aeafa-fb75-417b-add4-e71742fbc1a1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:56.571572 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-57b9755a-ba13-460d-9323-79cb75d795bd req-c43aeafa-fb75-417b-add4-e71742fbc1a1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0824125
Apr 29 15:36:56.622599 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-57b9755a-ba13-460d-9323-79cb75d795bd req-e8b22797-ac6a-485a-91a6-52f8e1733d8c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444744
Apr 29 15:36:56.916661 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29842625-17b5-4422-817b-0ccef6d91cb8 req-4d4faa28-18d0-4946-a155-ea595033e5d7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:56.918835 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-29842625-17b5-4422-817b-0ccef6d91cb8 req-4d4faa28-18d0-4946-a155-ea595033e5d7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 944 time: 0.0807498
Apr 29 15:36:56.962576 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-29842625-17b5-4422-817b-0ccef6d91cb8 req-f5b1d946-faa2-4339-80f6-ed5c02f09e03 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380516
Apr 29 15:36:57.138071 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484682db-803d-45b0-bbbf-af99022dd7fe req-0d3ffa5c-cec8-4a36-8238-998805762bc7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:57.139499 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-484682db-803d-45b0-bbbf-af99022dd7fe req-0d3ffa5c-cec8-4a36-8238-998805762bc7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0790417
Apr 29 15:36:57.183669 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-484682db-803d-45b0-bbbf-af99022dd7fe req-7700cc2a-28ef-46c8-ae80-a9ffe8631b14 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384369
Apr 29 15:36:57.810444 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8747-27fe-40e2-960a-eea3fe426246 req-7b249b64-eb02-448f-bb81-916969f47172 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:57.811901 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-061e8747-27fe-40e2-960a-eea3fe426246 req-7b249b64-eb02-448f-bb81-916969f47172 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0828283
Apr 29 15:36:57.858997 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-061e8747-27fe-40e2-960a-eea3fe426246 req-f1a8a43e-d784-417e-8b7c-fdc9eaa8d215 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414000
Apr 29 15:36:58.151003 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74083e33-3cb3-47e4-afa0-d36f7976b163 req-9bde0e94-e2b2-41f6-bbad-fdbd452fc1ca tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:58.153588 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-74083e33-3cb3-47e4-afa0-d36f7976b163 req-9bde0e94-e2b2-41f6-bbad-fdbd452fc1ca tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 944 time: 0.0897369
Apr 29 15:36:58.197623 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-74083e33-3cb3-47e4-afa0-d36f7976b163 req-a7ace04d-76d4-48c2-8bc3-fea9a01e3412 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383596
Apr 29 15:36:58.366797 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070f186-3e2d-4567-847f-133aae6720c4 req-aca5db27-5833-41c9-8689-259b8fc3b193 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:58.368225 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d070f186-3e2d-4567-847f-133aae6720c4 req-aca5db27-5833-41c9-8689-259b8fc3b193 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0781074
Apr 29 15:36:58.412420 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d070f186-3e2d-4567-847f-133aae6720c4 req-ba6e81d0-af07-4b50-959e-935e2b60e27a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381467
Apr 29 15:36:59.181353 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b765e5d-b5a1-4844-9c1a-8e634604a28d req-5f3ec5ca-fc6a-4721-b3f3-e64cfcf03aa9 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:59.182754 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0b765e5d-b5a1-4844-9c1a-8e634604a28d req-5f3ec5ca-fc6a-4721-b3f3-e64cfcf03aa9 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0818381
Apr 29 15:36:59.227584 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0b765e5d-b5a1-4844-9c1a-8e634604a28d req-2c258fbe-1026-4adb-883f-286bc547747e tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381789
Apr 29 15:36:59.382841 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f6a91-23b6-4e17-9ce6-bf8de6389c42 req-867d42c4-f215-4ca4-8144-44d863ac4729 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:59.384278 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bf8f6a91-23b6-4e17-9ce6-bf8de6389c42 req-867d42c4-f215-4ca4-8144-44d863ac4729 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 944 time: 0.0824533
Apr 29 15:36:59.428438 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bf8f6a91-23b6-4e17-9ce6-bf8de6389c42 req-7ce90db7-f456-4fc7-8f93-29d2a9e6489d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382435
Apr 29 15:36:59.596122 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800bea-4cba-48ed-86b1-7e1b1be046f2 req-10a74001-28b8-4e7c-8d12-9741f867e5be tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:36:59.597589 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-12800bea-4cba-48ed-86b1-7e1b1be046f2 req-10a74001-28b8-4e7c-8d12-9741f867e5be tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0800405
Apr 29 15:36:59.649428 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-12800bea-4cba-48ed-86b1-7e1b1be046f2 req-5e77b579-1fbb-46a5-b2ff-8f2dfb926531 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462265
Apr 29 15:37:00.196212 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7d225712-e4e4-480c-b7a6-1f09e22d2a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:00.431782 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-134baf4b-c99a-416c-ae91-82183b76c586 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 HTTP/1.1" status: 200  len: 217 time: 0.0993550
Apr 29 15:37:00.512022 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-f4ac6754-68e6-4950-b93e-01ecb92c95da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:00.513632 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-f4ac6754-68e6-4950-b93e-01ecb92c95da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 200  len: 856 time: 0.0754132
Apr 29 15:37:00.564090 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01784b-e1df-4ac1-a3b7-616042819759 req-644fe4da-0fc7-4adb-b57d-21b89370276b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:00.565678 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cd01784b-e1df-4ac1-a3b7-616042819759 req-644fe4da-0fc7-4adb-b57d-21b89370276b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1751530
Apr 29 15:37:00.622943 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cd01784b-e1df-4ac1-a3b7-616042819759 req-6213f9b7-6534-4e22-bf1f-8ae2626c9131 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513923
Apr 29 15:37:00.643249 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0d92de78-6d9f-431b-bc77-b2f333b99611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:00.644889 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-0d92de78-6d9f-431b-bc77-b2f333b99611 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1231759
Apr 29 15:37:00.663213 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56426e6-4c66-4691-8f29-b2a6cdd87587 req-98234c29-b20e-44f4-8b7a-5688c5ecd713 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:00.664956 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e56426e6-4c66-4691-8f29-b2a6cdd87587 req-98234c29-b20e-44f4-8b7a-5688c5ecd713 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 944 time: 0.1333251
Apr 29 15:37:00.716183 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e56426e6-4c66-4691-8f29-b2a6cdd87587 req-f7955562-8f20-414a-956f-faefa4c0f2d4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453377
Apr 29 15:37:00.832078 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-4ff7637e-d7ab-41ec-8c63-df2c70463885 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762505
Apr 29 15:37:00.958435 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816b774-1afb-41eb-b1c9-ef7e92a81327 req-9be0205f-aafc-4f93-af12-d1ec1a451409 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:00.960039 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7816b774-1afb-41eb-b1c9-ef7e92a81327 req-9be0205f-aafc-4f93-af12-d1ec1a451409 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1818557
Apr 29 15:37:01.009198 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16ac07b2-b2ea-4211-9cc9-4cf4929a9d9a req-c7651893-5746-4885-a039-2abf43e2020b service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686819
Apr 29 15:37:01.028416 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7816b774-1afb-41eb-b1c9-ef7e92a81327 req-f9a26cd4-18af-43f0-8312-f465df6ab563 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617070
Apr 29 15:37:01.817206 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ce654-bf82-4beb-b05f-23fc012656b2 req-5d4a5db9-6874-4d84-b112-b15cc2515885 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:01.818651 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d16ce654-bf82-4beb-b05f-23fc012656b2 req-5d4a5db9-6874-4d84-b112-b15cc2515885 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0888507
Apr 29 15:37:01.876110 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d16ce654-bf82-4beb-b05f-23fc012656b2 req-9b1ce552-d9ff-407d-90fa-5a0ee7b91f28 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508082
Apr 29 15:37:01.923868 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf27c90-dc90-4fa9-908b-fbb5a036e866 req-ac5bf5d6-cef8-40d0-8e3c-955fe8b8ef68 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:01.925352 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-edf27c90-dc90-4fa9-908b-fbb5a036e866 req-ac5bf5d6-cef8-40d0-8e3c-955fe8b8ef68 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 944 time: 0.0913632
Apr 29 15:37:01.974712 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-edf27c90-dc90-4fa9-908b-fbb5a036e866 req-ff3c9049-ab1d-4e2f-819c-5e1dc39b6e06 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435290
Apr 29 15:37:02.134554 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 01ac3467-4c89-4146-8ebb-66ee89d0a12b up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:37:02.213265 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 01ac3467-4c89-4146-8ebb-66ee89d0a12b completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:37:02.220953 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 01ac3467-4c89-4146-8ebb-66ee89d0a12b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:37:02.221443 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:02.255589 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e10e61-9255-4609-ba8e-74aca1a245ee req-02ee451a-30ec-480a-a332-530a008d3cae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:02.265509 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39e10e61-9255-4609-ba8e-74aca1a245ee req-02ee451a-30ec-480a-a332-530a008d3cae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1120782
Apr 29 15:37:02.314849 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39e10e61-9255-4609-ba8e-74aca1a245ee req-296b9d94-46ab-46d8-9e11-119235e338be tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483408
Apr 29 15:37:02.392045 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:02.425708 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ac3467-4c89-4146-8ebb-66ee89d0a12b'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:37:02.443007 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 01ac3467-4c89-4146-8ebb-66ee89d0a12b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=01ac3467-4c89-4146-8ebb-66ee89d0a12b,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:37:02.451082 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:02.454976 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:02.498252 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ac3467-4c89-4146-8ebb-66ee89d0a12b', 'code': 200}
Apr 29 15:37:02.547512 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=01ac3467-4c89-4146-8ebb-66ee89d0a12b,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:02.556738 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.557322 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.557758 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.559120 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.559643 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.560295 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.560739 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.561721 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.561721 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.561959 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.562375 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.562804 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:02.566924 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:02.954950 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-edb7e556-79e6-4b9e-b9f8-85fb3e855e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:03.053167 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239badb-eda3-41c9-b966-9b25d0c0e152 req-ab06a659-d878-475c-b181-01d4de5e3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:03.055645 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2239badb-eda3-41c9-b966-9b25d0c0e152 req-ab06a659-d878-475c-b181-01d4de5e3426 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 1098 time: 0.2190504
Apr 29 15:37:03.080286 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:03.100122 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 59138) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:03.156561 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ca449-efa5-4853-9cb5-b0170573ea05 req-c6e717f0-f43d-4f6c-978a-abd7c2b5dbf5 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:03.158647 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-380ca449-efa5-4853-9cb5-b0170573ea05 req-c6e717f0-f43d-4f6c-978a-abd7c2b5dbf5 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1027403
Apr 29 15:37:03.207886 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-380ca449-efa5-4853-9cb5-b0170573ea05 req-a7e97e7e-6378-4b36-8f31-b563db80fdad tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432074
Apr 29 15:37:03.237465 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb96847-5d3e-44ec-ae32-6ee746ad0c8b req-a43bfde8-45d8-4cdc-8ff9-04150b118644 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:03.238942 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5cb96847-5d3e-44ec-ae32-6ee746ad0c8b req-a43bfde8-45d8-4cdc-8ff9-04150b118644 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0962694
Apr 29 15:37:03.241177 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:03.273751 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:37:03.280796 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Usage tracker for resource:security_group_rule and tenant:e4b64fcf574a40158d66e6b2bc3a28f2 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:37:03.290912 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:37:03.301284 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:37:03.308168 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5cb96847-5d3e-44ec-ae32-6ee746ad0c8b req-4cd48256-f025-4b49-965e-3dfd1e8f076d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568771
Apr 29 15:37:03.387696 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:03.392286 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:03.398476 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:03.443442 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4b64fcf574a40158d66e6b2bc3a28f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3397527
Apr 29 15:37:03.443442 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b2b547-7701-46d3-9cf1-819f75df63c5,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:03.448467 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 59148) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:03.451296 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.451655 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.452014 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.452356 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.452695 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.453071 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.453408 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.453741 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.454076 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.454405 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.454735 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.455062 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:03.467496 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:03.514541 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-680f114b-bd75-401e-ad24-fb3dc62ed382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:03.518976 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34faffb-cfe1-48af-8ddb-de1fef630792 req-c863145d-2f30-463d-9f86-7896dce234e2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:03.520407 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c34faffb-cfe1-48af-8ddb-de1fef630792 req-c863145d-2f30-463d-9f86-7896dce234e2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0854332
Apr 29 15:37:03.540411 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-680f114b-bd75-401e-ad24-fb3dc62ed382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:03.566640 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c34faffb-cfe1-48af-8ddb-de1fef630792 req-bf37944e-b852-4eed-b350-0d9f0dc45886 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402100
Apr 29 15:37:03.597466 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-680f114b-bd75-401e-ad24-fb3dc62ed382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:03.603181 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:03.616463 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f114b-bd75-401e-ad24-fb3dc62ed382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b2b547-7701-46d3-9cf1-819f75df63c5,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:03.619851 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-680f114b-bd75-401e-ad24-fb3dc62ed382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:03.623022 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-680f114b-bd75-401e-ad24-fb3dc62ed382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:03.624110 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-680f114b-bd75-401e-ad24-fb3dc62ed382 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3b2b547-7701-46d3-9cf1-819f75df63c5 HTTP/1.1" status: 204  len: 168 time: 0.1745710
Apr 29 15:37:03.793317 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:03.896329 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 59158) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:03.914136 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56cf3a6-26d0-4285-95df-be74deab1b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:03.928578 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a56cf3a6-26d0-4285-95df-be74deab1b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:37:03.932386 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-a56cf3a6-26d0-4285-95df-be74deab1b6d admin admin] Usage tracker for resource:security_group_rule and tenant:aa23a63bfb1d4dad9f3267364a696d9e is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:37:03.935260 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-a56cf3a6-26d0-4285-95df-be74deab1b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:37:03.940853 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a56cf3a6-26d0-4285-95df-be74deab1b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:37:04.023595 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56cf3a6-26d0-4285-95df-be74deab1b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:04.028112 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a56cf3a6-26d0-4285-95df-be74deab1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:04.036443 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d6ea28a0-ebfa-4fcd-bfe7-cce6541f123d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:04.081645 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-a56cf3a6-26d0-4285-95df-be74deab1b6d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa23a63bfb1d4dad9f3267364a696d9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1842446
Apr 29 15:37:04.082857 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cf3a6-26d0-4285-95df-be74deab1b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07acbe5-e425-496f-9784-482565382fdc,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:04.084504 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 59166) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:04.086080 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a56cf3a6-26d0-4285-95df-be74deab1b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:04.155305 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:04.181618 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:04.231585 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:04.235251 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:04.246776 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07acbe5-e425-496f-9784-482565382fdc,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:04.256679 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.257064 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.257419 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.257760 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.258191 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.258533 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.258869 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.259199 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.259529 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.259856 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.260183 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.260510 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:37:04.264207 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:04.265421 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:04.266569 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a07acbe5-e425-496f-9784-482565382fdc HTTP/1.1" status: 204  len: 168 time: 0.1729641
Apr 29 15:37:04.414303 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87037a5-71d8-432b-b683-0986279a321f req-3d862940-2867-4b05-9748-fb563ae96bc9 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:04.415773 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a87037a5-71d8-432b-b683-0986279a321f req-3d862940-2867-4b05-9748-fb563ae96bc9 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0945399
Apr 29 15:37:04.467903 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a87037a5-71d8-432b-b683-0986279a321f req-e0b2daed-a398-45c6-b13a-7f20cfe57ea1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452800
Apr 29 15:37:04.532770 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019e5f9-9103-40f7-802e-c9bbc0c09c5c req-9f5e80e0-4862-4783-a5d8-5b632948febf tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:04.534264 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3019e5f9-9103-40f7-802e-c9bbc0c09c5c req-9f5e80e0-4862-4783-a5d8-5b632948febf tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1085556
Apr 29 15:37:04.580274 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3019e5f9-9103-40f7-802e-c9bbc0c09c5c req-2b1b0914-594e-436a-b1e0-09fa1e869be4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401084
Apr 29 15:37:04.671681 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01c00e-529f-4eb2-8f98-a834e3ae1ff6 req-208c63a6-6fcf-4944-8c32-ba1011b9a441 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:04.672888 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8e01c00e-529f-4eb2-8f98-a834e3ae1ff6 req-208c63a6-6fcf-4944-8c32-ba1011b9a441 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0824502
Apr 29 15:37:04.681350 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 59192) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:04.687327 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-e49c992e-8e26-4f57-bc50-9661c8cd7d68 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'floatingip': {'port_id': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:37:04.775882 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e49c992e-8e26-4f57-bc50-9661c8cd7d68 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:04.784096 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9db9-97d1-422d-8de8-8ef54f42ad30 req-e999108e-5352-4432-971c-29fd16190b8c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:04.785614 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-685b9db9-97d1-422d-8de8-8ef54f42ad30 req-e999108e-5352-4432-971c-29fd16190b8c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0870602
Apr 29 15:37:04.834490 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-685b9db9-97d1-422d-8de8-8ef54f42ad30 req-87ec525a-3e29-47ec-8da7-b38c91c50a02 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417678
Apr 29 15:37:05.346201 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:05.413770 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2239badb-eda3-41c9-b966-9b25d0c0e152 req-f3c78da8-bb53-4dc6-9d45-5da92c2a0231 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969233
Apr 29 15:37:05.690128 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e49c992e-8e26-4f57-bc50-9661c8cd7d68 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:05.694356 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e49c992e-8e26-4f57-bc50-9661c8cd7d68 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:05.937076 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.l3_db [None req-e49c992e-8e26-4f57-bc50-9661c8cd7d68 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Floating IP 7ea7c85b-b2ce-40c9-8d18-2f857182d3f7 associated. External IP: 172.27.3.113, port: 96ba4d09-bdb4-4ca8-addd-78b62c2e827e.
Apr 29 15:37:05.990752 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257ae98-8daa-4ec7-84e2-485d49056b18 req-84ffb4fe-9d14-40ad-ad12-f19955f5ecc4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:05.992185 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6257ae98-8daa-4ec7-84e2-485d49056b18 req-84ffb4fe-9d14-40ad-ad12-f19955f5ecc4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.2424860
Apr 29 15:37:06.049257 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c49e1b-fa0d-4e38-a3f4-1de815dbf6b3 req-cd962ddf-b85d-45e0-9758-6f5da4ac6ba6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:06.050630 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-48c49e1b-fa0d-4e38-a3f4-1de815dbf6b3 req-cd962ddf-b85d-45e0-9758-6f5da4ac6ba6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0810115
Apr 29 15:37:06.094963 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-48c49e1b-fa0d-4e38-a3f4-1de815dbf6b3 req-a97ff776-5791-4fa9-984b-bd8757e9a538 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385308
Apr 29 15:37:06.122730 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6257ae98-8daa-4ec7-84e2-485d49056b18 req-847ed2dc-629d-40d5-9b8b-f206000954cb tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235721
Apr 29 15:37:06.325941 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49c992e-8e26-4f57-bc50-9661c8cd7d68 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:37:06.504036 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49c992e-8e26-4f57-bc50-9661c8cd7d68 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:37:06.515965 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e49c992e-8e26-4f57-bc50-9661c8cd7d68 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:06.516732 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12876506-2225-4f1c-a596-6530544f0615 None None] Sync routers for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:37:06.525679 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12876506-2225-4f1c-a596-6530544f0615 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:37:06.526279 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-12876506-2225-4f1c-a596-6530544f0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2800760>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:37:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:37:06.573359 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-e49c992e-8e26-4f57-bc50-9661c8cd7d68 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "PUT /v2.0/floatingips/7ea7c85b-b2ce-40c9-8d18-2f857182d3f7 HTTP/1.1" status: 200  len: 991 time: 1.8884122
Apr 29 15:37:06.573359 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e65efe-0e80-4502-96cf-ce1457490f20', 'tag': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:37:06.622254 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e65efe-0e80-4502-96cf-ce1457490f20', 'tag': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e', 'status': 'completed', 'code': 200}
Apr 29 15:37:06.721374 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-12876506-2225-4f1c-a596-6530544f0615 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:37:07.064714 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-12876506-2225-4f1c-a596-6530544f0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2800760>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '7ea7c85b-b2ce-40c9-8d18-2f857182d3f7', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'port_id': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'mac_address': 'fa:16:3e:b5:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e65efe-0e80-4502-96cf-ce1457490f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:36:24Z', 'updated_at': '2021-04-29T15:37:05Z', 'revision_number': 1, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:37:07.068868 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12876506-2225-4f1c-a596-6530544f0615 None None] Checking router: 77e3f82f-6e86-4d1c-8032-3c672b6e2300 for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:37:07.077251 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12876506-2225-4f1c-a596-6530544f0615 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:37:07.077860 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-12876506-2225-4f1c-a596-6530544f0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2800760>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:37:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:37:07.271092 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-12876506-2225-4f1c-a596-6530544f0615 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:37:07.311351 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79314b0-c99a-460b-9b65-031f9d1e4b7d req-08b4c55d-c052-48dc-bf9f-3d0bbaa1378a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:07.317987 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b79314b0-c99a-460b-9b65-031f9d1e4b7d req-08b4c55d-c052-48dc-bf9f-3d0bbaa1378a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0999613
Apr 29 15:37:07.388071 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b79314b0-c99a-460b-9b65-031f9d1e4b7d req-1d60ef7a-edec-4431-8cc9-5bb1ec544f4d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657370
Apr 29 15:37:07.559349 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058908a8-8a0a-4fbd-8d0b-958e8c845161 req-c07ed0a6-6d65-45d7-94ec-49c23ecb04dc tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:07.560804 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-058908a8-8a0a-4fbd-8d0b-958e8c845161 req-c07ed0a6-6d65-45d7-94ec-49c23ecb04dc tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0848534
Apr 29 15:37:07.606956 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-058908a8-8a0a-4fbd-8d0b-958e8c845161 req-c5e09de7-c39c-4c90-9bc8-43d1bd764f85 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402589
Apr 29 15:37:07.674892 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-12876506-2225-4f1c-a596-6530544f0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2800760>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '7ea7c85b-b2ce-40c9-8d18-2f857182d3f7', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'port_id': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'mac_address': 'fa:16:3e:b5:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e65efe-0e80-4502-96cf-ce1457490f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:36:24Z', 'updated_at': '2021-04-29T15:37:05Z', 'revision_number': 1, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:37:07.678556 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12876506-2225-4f1c-a596-6530544f0615 None None] The sync data for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi is: [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '7ea7c85b-b2ce-40c9-8d18-2f857182d3f7', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'port_id': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'mac_address': 'fa:16:3e:b5:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e65efe-0e80-4502-96cf-ce1457490f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:36:24Z', 'updated_at': '2021-04-29T15:37:05Z', 'revision_number': 1, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:37:07.862639 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353eacc-d843-4615-9b5a-e087f8f47f0d None None] New status for floating IP 7ea7c85b-b2ce-40c9-8d18-2f857182d3f7: ACTIVE {{(pid=73823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:37:08.592608 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9972b-5e23-493b-b7db-0adbb4a5cff4 req-49fe44c6-04d8-4e23-b847-8eb823e83020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:08.594148 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7aa9972b-5e23-493b-b7db-0adbb4a5cff4 req-49fe44c6-04d8-4e23-b847-8eb823e83020 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 1098 time: 0.1468263
Apr 29 15:37:08.610785 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82167d2-abcc-4395-a515-a4bd32d1ff76 req-d221033f-9bfa-4ca0-a23d-44646130bce8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:08.612204 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c82167d2-abcc-4395-a515-a4bd32d1ff76 req-d221033f-9bfa-4ca0-a23d-44646130bce8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1037648
Apr 29 15:37:08.658355 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c82167d2-abcc-4395-a515-a4bd32d1ff76 req-31b09b4f-613a-423f-829a-e5ee2b3f56af tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403652
Apr 29 15:37:08.913637 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cf294-5d13-431f-8b5f-e8f26fa676f3 req-0f434737-9f42-4afd-9537-eeb1ee43d70e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:08.915083 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f47cf294-5d13-431f-8b5f-e8f26fa676f3 req-0f434737-9f42-4afd-9537-eeb1ee43d70e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1612718
Apr 29 15:37:08.960323 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f47cf294-5d13-431f-8b5f-e8f26fa676f3 req-cdd199b2-4ad8-4c9e-9639-99db98ab1c2a tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387604
Apr 29 15:37:09.083279 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9972b-5e23-493b-b7db-0adbb4a5cff4 req-160b5c6a-88e4-40db-a5d0-0341a6c7be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:09.085070 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7aa9972b-5e23-493b-b7db-0adbb4a5cff4 req-160b5c6a-88e4-40db-a5d0-0341a6c7be68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 912 time: 0.1230185
Apr 29 15:37:09.200651 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7aa9972b-5e23-493b-b7db-0adbb4a5cff4 req-12c0c0aa-1032-4172-9ae8-aec05b00b99e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e HTTP/1.1" status: 200  len: 1001 time: 0.1084158
Apr 29 15:37:09.270820 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9972b-5e23-493b-b7db-0adbb4a5cff4 req-e442853b-5055-403c-a6d7-00cb55c77209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:09.272536 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7aa9972b-5e23-493b-b7db-0adbb4a5cff4 req-e442853b-5055-403c-a6d7-00cb55c77209 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed2ba634-ffc0-48c4-9162-332a736aade9 HTTP/1.1" status: 200  len: 850 time: 0.0648086
Apr 29 15:37:09.348388 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9972b-5e23-493b-b7db-0adbb4a5cff4 req-4365a5bc-a06e-4106-a7ac-1c6fc778cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:09.349880 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7aa9972b-5e23-493b-b7db-0adbb4a5cff4 req-4365a5bc-a06e-4106-a7ac-1c6fc778cce7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=905c0d65-04c5-4bff-b644-f1439c03b662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704503
Apr 29 15:37:09.482466 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7aa9972b-5e23-493b-b7db-0adbb4a5cff4 req-445830a4-1016-4587-a45d-f0193703d00d service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250041
Apr 29 15:37:09.614472 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7aa9972b-5e23-493b-b7db-0adbb4a5cff4 req-36217c3a-ca00-4c9d-9597-9e1a1645e945 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243291
Apr 29 15:37:09.886724 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd0116-a246-43fd-bcbe-d566189315e5 req-385c1604-1a87-4ada-84ac-43745d9b51b5 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:09.888497 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ecd0116-a246-43fd-bcbe-d566189315e5 req-385c1604-1a87-4ada-84ac-43745d9b51b5 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1075923
Apr 29 15:37:09.942238 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ecd0116-a246-43fd-bcbe-d566189315e5 req-62d974cb-8aa1-45ce-8ea9-ac3d613ba995 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472386
Apr 29 15:37:10.158530 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb518787-bfbf-43ca-95e2-41e2af5f2329 req-2ba16409-073b-4669-a75d-fda85f52d214 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:10.160019 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bb518787-bfbf-43ca-95e2-41e2af5f2329 req-2ba16409-073b-4669-a75d-fda85f52d214 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0847311
Apr 29 15:37:10.217766 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bb518787-bfbf-43ca-95e2-41e2af5f2329 req-46b6c5f6-bb04-4136-92de-8599f493743d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514548
Apr 29 15:37:11.151092 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935fe91-465c-47b6-bb05-20286e23bb56 req-700829e3-af1f-4df2-b2cd-e89e903760b3 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:11.151092 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4935fe91-465c-47b6-bb05-20286e23bb56 req-700829e3-af1f-4df2-b2cd-e89e903760b3 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0915997
Apr 29 15:37:11.200218 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4935fe91-465c-47b6-bb05-20286e23bb56 req-8be66ec7-b941-4a37-ad03-4a72b3a466d6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442905
Apr 29 15:37:11.449348 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816ab74-1af4-4b46-948f-5735025ca636 req-81e5e613-a10f-4e26-a5cf-4bfeda855024 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:11.451648 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e816ab74-1af4-4b46-948f-5735025ca636 req-81e5e613-a10f-4e26-a5cf-4bfeda855024 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1055212
Apr 29 15:37:11.502536 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e816ab74-1af4-4b46-948f-5735025ca636 req-8852e08a-dd67-4f9e-b683-f52cbe45a7df tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447576
Apr 29 15:37:11.925099 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 59416) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:12.031228 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9187a3-79c4-42f0-9193-6afefe7d0e17 req-3306947c-cc67-47a8-83eb-a925884f6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:12.032778 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1a9187a3-79c4-42f0-9193-6afefe7d0e17 req-3306947c-cc67-47a8-83eb-a925884f6a46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 1098 time: 0.1543875
Apr 29 15:37:12.053227 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b460d32-144c-47cd-b35b-34e74734c542 req-d98657ed-dd91-4298-920e-d861e5be2bd1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:12.054717 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9b460d32-144c-47cd-b35b-34e74734c542 req-d98657ed-dd91-4298-920e-d861e5be2bd1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1211267
Apr 29 15:37:12.058643 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-92017f55-4bb5-43fc-aed1-8d5917cc2723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:12.098795 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9b460d32-144c-47cd-b35b-34e74734c542 req-29ad1826-1e8e-4bba-afdf-bf831127cf27 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377278
Apr 29 15:37:12.110995 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-92017f55-4bb5-43fc-aed1-8d5917cc2723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:37:12.161974 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-92017f55-4bb5-43fc-aed1-8d5917cc2723 admin admin] Usage tracker for resource:security_group_rule and tenant:ed9160bff32e4fa4b02e63e3fc64a1ac is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:37:12.176163 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-92017f55-4bb5-43fc-aed1-8d5917cc2723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:37:12.193960 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-92017f55-4bb5-43fc-aed1-8d5917cc2723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:37:12.251338 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-1cd2da1c-70a2-48d8-8e66-ac5205d126b8 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:12.252808 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-1cd2da1c-70a2-48d8-8e66-ac5205d126b8 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 814 time: 0.1989720
Apr 29 15:37:12.278205 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-fe27d427-5703-41f6-9d65-ab40cc4d70d3 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/quotas/edf0cc4c99db457c9271ad067237fe7e HTTP/1.1" status: 200  len: 375 time: 0.0123186
Apr 29 15:37:12.389983 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-92017f55-4bb5-43fc-aed1-8d5917cc2723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:12.395244 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-92017f55-4bb5-43fc-aed1-8d5917cc2723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:12.403687 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7ef34ace-c55b-42d3-b3be-5015f672b78f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:12.461943 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-92017f55-4bb5-43fc-aed1-8d5917cc2723 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed9160bff32e4fa4b02e63e3fc64a1ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5356276
Apr 29 15:37:12.465924 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 59438) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:12.468369 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92017f55-4bb5-43fc-aed1-8d5917cc2723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad40fd3a-00f9-499c-9fa8-ff5fa68a588a,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:12.472703 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-92017f55-4bb5-43fc-aed1-8d5917cc2723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:12.487550 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-4d626be3-464c-419f-b262-dc40c63c4282 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1838403
Apr 29 15:37:12.545995 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f443c7-3a2b-4c3b-ad97-741e73e60b10 req-e7b6d02a-b0f3-4ecf-acd4-f73ab34ac55a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:12.547454 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-26f443c7-3a2b-4c3b-ad97-741e73e60b10 req-e7b6d02a-b0f3-4ecf-acd4-f73ab34ac55a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0945535
Apr 29 15:37:12.604177 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-26f443c7-3a2b-4c3b-ad97-741e73e60b10 req-d563229b-04c1-4a82-ac09-f5dae56e2e86 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495117
Apr 29 15:37:12.637729 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-73a99739-6b00-4ce7-8ffd-a5226917275c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:12.683453 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-73a99739-6b00-4ce7-8ffd-a5226917275c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:12.692513 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-483fb6b9-6eb6-4db0-afd7-72e685a258c4 service neutron] 10.222.0.10 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1904383
Apr 29 15:37:12.847511 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-73a99739-6b00-4ce7-8ffd-a5226917275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:12.853493 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4543f737-0cb4-443b-9acd-67d6b148b40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:12.868443 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-07444ce5-1048-4862-8d11-ff936e8c1867 service neutron] 10.222.0.10 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637821
Apr 29 15:37:12.869348 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a99739-6b00-4ce7-8ffd-a5226917275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad40fd3a-00f9-499c-9fa8-ff5fa68a588a,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:12.873537 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-73a99739-6b00-4ce7-8ffd-a5226917275c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:12.876838 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-73a99739-6b00-4ce7-8ffd-a5226917275c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:12.877912 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-73a99739-6b00-4ce7-8ffd-a5226917275c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad40fd3a-00f9-499c-9fa8-ff5fa68a588a HTTP/1.1" status: 204  len: 168 time: 0.4068279
Apr 29 15:37:13.120247 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-53f729ac-fdcc-42d8-8ea9-f5927bbb40ad req-88f3ff20-5351-4e31-afec-c5f0c73cbc3f tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 210 time: 0.1051807
Apr 29 15:37:13.209611 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 59460) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:13.235609 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a00464f2-1f1f-4193-876f-dab2c7105e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:13.250556 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a00464f2-1f1f-4193-876f-dab2c7105e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:37:13.254945 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-a00464f2-1f1f-4193-876f-dab2c7105e0c admin admin] Usage tracker for resource:security_group_rule and tenant:cabacab491db4936945eb54b57ef2b4f is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:37:13.258048 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-a00464f2-1f1f-4193-876f-dab2c7105e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:37:13.267466 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a00464f2-1f1f-4193-876f-dab2c7105e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:37:13.312521 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecec3f-fd42-4dbe-abb3-c7e92aee3246 req-2ef6356d-544e-46ac-ba00-acc92d61033e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:13.314420 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-13ecec3f-fd42-4dbe-abb3-c7e92aee3246 req-2ef6356d-544e-46ac-ba00-acc92d61033e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0928519
Apr 29 15:37:13.373181 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a00464f2-1f1f-4193-876f-dab2c7105e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:13.377117 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-13ecec3f-fd42-4dbe-abb3-c7e92aee3246 req-8ee66475-5a37-4cc5-9f62-2cf2eb0bdb87 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557508
Apr 29 15:37:13.382156 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a00464f2-1f1f-4193-876f-dab2c7105e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:13.390384 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:13.431167 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-a00464f2-1f1f-4193-876f-dab2c7105e0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cabacab491db4936945eb54b57ef2b4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2204256
Apr 29 15:37:13.432040 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00464f2-1f1f-4193-876f-dab2c7105e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5314627d-5760-40e5-a7fb-027e6838808e,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:13.433866 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 59466) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:13.435157 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a00464f2-1f1f-4193-876f-dab2c7105e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:13.491738 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fea1b1a4-b5ba-4c28-9022-9e26d7b8898f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:13.517654 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fea1b1a4-b5ba-4c28-9022-9e26d7b8898f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:13.569927 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fea1b1a4-b5ba-4c28-9022-9e26d7b8898f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:13.574858 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-08827d97-6040-4c79-a5a5-a84102c54d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:13.590307 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1b1a4-b5ba-4c28-9022-9e26d7b8898f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5314627d-5760-40e5-a7fb-027e6838808e,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:13.593392 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fea1b1a4-b5ba-4c28-9022-9e26d7b8898f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:13.596286 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fea1b1a4-b5ba-4c28-9022-9e26d7b8898f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:13.599811 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-fea1b1a4-b5ba-4c28-9022-9e26d7b8898f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5314627d-5760-40e5-a7fb-027e6838808e HTTP/1.1" status: 204  len: 168 time: 0.1625068
Apr 29 15:37:13.807052 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4e43c-ace4-4e7c-9639-4187e75d80f7 req-2e8e3e65-dba0-4687-bd25-668949e453b1 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:13.808486 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-35f4e43c-ace4-4e7c-9639-4187e75d80f7 req-2e8e3e65-dba0-4687-bd25-668949e453b1 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0895727
Apr 29 15:37:13.855327 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-35f4e43c-ace4-4e7c-9639-4187e75d80f7 req-157baa84-e580-4e73-979b-c46f8d8932b2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406561
Apr 29 15:37:14.282852 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c064be18-67df-44a4-ab11-cdd9a28759d2 req-361491e0-0a4d-4252-82cf-415b3d3bc7b8 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 210 time: 0.0511200
Apr 29 15:37:14.594333 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df3f8f-bbea-4b81-b214-d7b1a5c10061 req-a06f6aa0-b3d7-432e-becb-ec3a0e0b88f3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:14.595784 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39df3f8f-bbea-4b81-b214-d7b1a5c10061 req-a06f6aa0-b3d7-432e-becb-ec3a0e0b88f3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1017730
Apr 29 15:37:14.613524 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9187a3-79c4-42f0-9193-6afefe7d0e17 req-ce49d5af-bd51-4279-a833-d23aa0648377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:14.614971 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1a9187a3-79c4-42f0-9193-6afefe7d0e17 req-ce49d5af-bd51-4279-a833-d23aa0648377 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 920 time: 0.1327944
Apr 29 15:37:14.640752 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39df3f8f-bbea-4b81-b214-d7b1a5c10061 req-ddab0f8c-ae13-49c0-97c5-cac305a591f3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392740
Apr 29 15:37:15.058313 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab78b9d-0b71-420b-a1bd-6391aaa7b32e req-0d794ae2-9fb5-4452-9a51-c6b44687fa4e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:15.060378 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cab78b9d-0b71-420b-a1bd-6391aaa7b32e req-0d794ae2-9fb5-4452-9a51-c6b44687fa4e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0801382
Apr 29 15:37:15.104194 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cab78b9d-0b71-420b-a1bd-6391aaa7b32e req-0e744a7b-1828-4392-bd93-2876239bf530 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380144
Apr 29 15:37:15.430177 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cee38adc-b6bb-4084-87ba-5610ac8e7f25 req-1f9ebd7e-2edf-484d-abbf-0d92b7fdba31 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 210 time: 0.0445247
Apr 29 15:37:15.822257 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d969f-f50c-47ed-a03d-f0233300fba1 req-e77af1e5-8f6e-4507-a56f-ad78955a87f2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:15.823680 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-202d969f-f50c-47ed-a03d-f0233300fba1 req-e77af1e5-8f6e-4507-a56f-ad78955a87f2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0792253
Apr 29 15:37:15.868610 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-202d969f-f50c-47ed-a03d-f0233300fba1 req-0608ee14-b26f-4baa-b3fc-f6aa7cdd1c4c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392120
Apr 29 15:37:16.000369 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:37:16.133980 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:37:16.147420 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'port_id': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'mac_address': 'fa:16:3e:1d:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:37:16.210741 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:16.225896 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:37:16.241537 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:37:16.245322 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:16.247225 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-1d882d3a-3299-4fce-a763-c31569ac166d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:16.303388 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa4235-2a5d-4c34-babe-a1022a709ca8 req-1f376671-ec8e-4e0f-b16b-558ebe94c6c5 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:16.304844 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c3aa4235-2a5d-4c34-babe-a1022a709ca8 req-1f376671-ec8e-4e0f-b16b-558ebe94c6c5 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.0867362
Apr 29 15:37:16.315475 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:16.318510 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:16.351919 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c3aa4235-2a5d-4c34-babe-a1022a709ca8 req-1e62829d-f59c-4a6e-90e1-e4aa181464ff tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399015
Apr 29 15:37:16.571881 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7e9cee21-5164-4cf9-b045-98c3f9a64faa req-52b85627-ae3a-47e7-9403-240df7ef5fbf tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 210 time: 0.0405464
Apr 29 15:37:17.055607 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ab872-5cef-48de-ae2d-dbe795ec6feb req-a7a5bf3e-7a22-41de-a18f-0ed323a5fdff tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:17.057116 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ee0ab872-5cef-48de-ae2d-dbe795ec6feb req-a7a5bf3e-7a22-41de-a18f-0ed323a5fdff tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0829315
Apr 29 15:37:17.104613 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ee0ab872-5cef-48de-ae2d-dbe795ec6feb req-06c3d82c-0cc5-4349-8f7c-7216336b6f97 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411785
Apr 29 15:37:17.538580 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a961e0d-eb95-482b-a60c-9d523e06b059 req-c2a7ddcc-b18a-4841-971c-f7cbaae2d8a4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:17.539914 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1a961e0d-eb95-482b-a60c-9d523e06b059 req-c2a7ddcc-b18a-4841-971c-f7cbaae2d8a4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.0815630
Apr 29 15:37:17.582918 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1a961e0d-eb95-482b-a60c-9d523e06b059 req-7bd71295-50c2-47ea-8b24-7d53b81176e1 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369232
Apr 29 15:37:17.729420 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b1511dd8-2541-4a6c-a03c-c1305af29284 req-9891eff3-5e40-4b12-bbd9-c026e9900976 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 210 time: 0.0437872
Apr 29 15:37:17.789428 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1a9187a3-79c4-42f0-9193-6afefe7d0e17 req-84b1cfa1-3242-4e0f-9cd8-a485e20f0bdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01ac3467-4c89-4146-8ebb-66ee89d0a12b HTTP/1.1" status: 200  len: 217 time: 0.1464005
Apr 29 15:37:17.928708 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9187a3-79c4-42f0-9193-6afefe7d0e17 req-1218d1cc-f10a-44fd-b494-1e1c4de9b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:17.930283 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1a9187a3-79c4-42f0-9193-6afefe7d0e17 req-1218d1cc-f10a-44fd-b494-1e1c4de9b8a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d4bd50-aa72-47c1-9c1b-46d491a54466 HTTP/1.1" status: 200  len: 859 time: 0.0611928
Apr 29 15:37:17.979996 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1a9187a3-79c4-42f0-9193-6afefe7d0e17 req-735ac0fa-da26-45a7-addc-991cbf164662 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3549e580-522c-4ea0-a975-8714585343c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427022
Apr 29 15:37:18.119920 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1a9187a3-79c4-42f0-9193-6afefe7d0e17 req-e5942b1c-96b2-46d9-ac08-598310ccb7ea service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247802
Apr 29 15:37:18.317114 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1a9187a3-79c4-42f0-9193-6afefe7d0e17 req-41af134e-333d-4402-8a5f-17902d555fac service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1879418
Apr 29 15:37:18.347015 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e285d41-abb3-4ee4-93b4-9b3902661328 req-1c9859e9-cffb-4fa1-abe2-d6879c664ec2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:18.348592 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8e285d41-abb3-4ee4-93b4-9b3902661328 req-1c9859e9-cffb-4fa1-abe2-d6879c664ec2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1210923
Apr 29 15:37:18.394593 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8e285d41-abb3-4ee4-93b4-9b3902661328 req-bde9ce0f-6cce-4aa9-b5b6-c02cec504fb6 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401902
Apr 29 15:37:18.697307 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['14d1ac32-2f0d-45ad-948a-173a4e8e8dd6'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:37:18.827652 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d4d38-1b31-471c-b1d6-d27c6d8b8860 req-96e7aaf6-8710-4613-b4bf-80043605b067 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:18.835247 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c64d4d38-1b31-471c-b1d6-d27c6d8b8860 req-96e7aaf6-8710-4613-b4bf-80043605b067 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.1362879
Apr 29 15:37:18.907149 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c64d4d38-1b31-471c-b1d6-d27c6d8b8860 req-ffeaa5dd-4a01-4025-9987-19bb738684fe tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708473
Apr 29 15:37:19.022629 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-25ecb01f-733c-4773-88aa-6839132365d1 req-58b7f0f2-2b1d-48f0-831c-4a682c0eac63 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 210 time: 0.1077142
Apr 29 15:37:19.078771 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-c65f0090-32e7-47b5-a877-b3a485c94c62 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:19.080220 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-c65f0090-32e7-47b5-a877-b3a485c94c62 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 814 time: 0.2184944
Apr 29 15:37:19.123811 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Request body: {'port': {'device_id': '7306e1bd-d673-4dbd-9c05-e694b3826b04', 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e', 'admin_state_up': True, 'tenant_id': 'edf0cc4c99db457c9271ad067237fe7e'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:37:19.259621 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:37:19.269572 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:37:19.279660 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Made reservation on behalf of edf0cc4c99db457c9271ad067237fe7e for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:37:19.283179 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:19.457200 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Allocated IP 172.20.0.6 (422fe44b-6f4d-4a3a-9fcb-aab397fc764e/052e1034-e165-4802-a90d-f32243144b22/4a1ced74-dd91-442a-a221-ddd57bfc0e06) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:37:19.707347 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e7dd5-263d-4f3f-8068-487e8edf2f7b req-349eaaba-0b18-4197-8a1d-1bb1e013be49 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:19.714139 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:19.717263 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e39e7dd5-263d-4f3f-8068-487e8edf2f7b req-349eaaba-0b18-4197-8a1d-1bb1e013be49 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1689117
Apr 29 15:37:19.753707 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:19.763510 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:19.775959 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e39e7dd5-263d-4f3f-8068-487e8edf2f7b req-c215d241-9d95-4537-8e0a-87f396ee9a72 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571098
Apr 29 15:37:19.825089 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:37:19.828265 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:37:19.832232 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:37:19.838137 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:19.838753 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:19.866573 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Pushing event updated for resources: {'Port': ['ID=4a1ced74-dd91-442a-a221-ddd57bfc0e06,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:19.873375 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:19.885956 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['18abd4eb-5450-4c1c-a39c-809d6f7fbc72'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:37:19.910852 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7908328
Apr 29 15:37:19.924913 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Request body: {'port': {'device_id': '7306e1bd-d673-4dbd-9c05-e694b3826b04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:37:20.042808 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:20.119763 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78209491-5d6f-4aa5-9814-2754f079a06a req-ff41bcae-c3a3-4444-b9e8-3eadb0c2f3b6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:20.122471 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-78209491-5d6f-4aa5-9814-2754f079a06a req-ff41bcae-c3a3-4444-b9e8-3eadb0c2f3b6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.0938454
Apr 29 15:37:20.202471 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-78209491-5d6f-4aa5-9814-2754f079a06a req-9780cde2-a8f1-4485-9e27-f2303c11866e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742455
Apr 29 15:37:20.548500 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6783f-7fd1-4075-980f-60b7944aa59a req-91ebc809-3944-471b-a97a-81cbdb55813d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:20.549216 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-8af6783f-7fd1-4075-980f-60b7944aa59a req-91ebc809-3944-471b-a97a-81cbdb55813d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Synchronizing usage tracker for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:37:20.556194 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4c7c3932-219d-4c8e-b712-b8da0b04a394 req-4e18eed2-44f2-407b-9eb6-8392fd4da6f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3590808
Apr 29 15:37:20.578234 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-8af6783f-7fd1-4075-980f-60b7944aa59a req-91ebc809-3944-471b-a97a-81cbdb55813d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Unset dirty status for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:37:20.579659 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8af6783f-7fd1-4075-980f-60b7944aa59a req-91ebc809-3944-471b-a97a-81cbdb55813d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 931 time: 0.3927457
Apr 29 15:37:20.723736 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8af6783f-7fd1-4075-980f-60b7944aa59a req-776bc5f4-34cc-4c1c-aa37-532eb76bc8d0 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338956
Apr 29 15:37:20.725765 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1ced74-dd91-442a-a221-ddd57bfc0e06 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:37:20.737195 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:20.757398 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Transition to ACTIVE for port object 4a1ced74-dd91-442a-a221-ddd57bfc0e06 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:37:20.767480 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:20.774044 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:20.902596 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c3932-219d-4c8e-b712-b8da0b04a394 req-5764020f-23c3-431f-b702-0b256a7622d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:20.904092 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4c7c3932-219d-4c8e-b712-b8da0b04a394 req-5764020f-23c3-431f-b702-0b256a7622d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52988c0bad484d8eaf0beb803882eb9d&device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 1098 time: 0.2441773
Apr 29 15:37:20.956959 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1ced74-dd91-442a-a221-ddd57bfc0e06,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:20.965059 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:20.967507 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Attempting to bind port 4a1ced74-dd91-442a-a221-ddd57bfc0e06 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:37:20.967840 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Attempting to bind port 4a1ced74-dd91-442a-a221-ddd57bfc0e06 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:37:20.968164 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Attempting to bind port 4a1ced74-dd91-442a-a221-ddd57bfc0e06 on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:37:20.973104 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Port 4a1ced74-dd91-442a-a221-ddd57bfc0e06 on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:37:20.973588 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Attempting to bind port 4a1ced74-dd91-442a-a221-ddd57bfc0e06 on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:37:20.978892 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:37:20.979223 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Checking segment: {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:37:20.979594 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Bound using segment: {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:37:20.980054 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Bound port: 4a1ced74-dd91-442a-a221-ddd57bfc0e06, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:37:20.980391 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:20.992514 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c4409-e252-43f8-b2e6-6fcb6e31321e req-95cbb857-f105-484f-a882-6d0c72f0d709 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:20.994382 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5b4c4409-e252-43f8-b2e6-6fcb6e31321e req-95cbb857-f105-484f-a882-6d0c72f0d709 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1106780
Apr 29 15:37:21.044778 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5b4c4409-e252-43f8-b2e6-6fcb6e31321e req-2dbc8e11-d150-4568-bee2-61ee2d8a209d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433373
Apr 29 15:37:21.069742 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] For port 4a1ced74-dd91-442a-a221-ddd57bfc0e06, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:37:21.072902 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] For port 4a1ced74-dd91-442a-a221-ddd57bfc0e06, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a1ced74-dd91-442a-a221-ddd57bfc0e06,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:37:21.077749 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:21.082703 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:21.141560 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:21.142248 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:21.143733 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] 10.222.0.32 "PUT /v2.0/ports/4a1ced74-dd91-442a-a221-ddd57bfc0e06 HTTP/1.1" status: 200  len: 1093 time: 1.2249346
Apr 29 15:37:21.144345 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7306e1bd-d673-4dbd-9c05-e694b3826b04', 'tag': '4a1ced74-dd91-442a-a221-ddd57bfc0e06'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:37:21.169198 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1ced74-dd91-442a-a221-ddd57bfc0e06,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:21.172511 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:21.201253 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7306e1bd-d673-4dbd-9c05-e694b3826b04', 'tag': '4a1ced74-dd91-442a-a221-ddd57bfc0e06', 'status': 'completed', 'code': 200}
Apr 29 15:37:21.397248 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e3c48-5045-4c26-b135-935a28a8c2a1 req-bc98a790-717f-488c-a3aa-b8c8d194572b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:21.398683 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1c9e3c48-5045-4c26-b135-935a28a8c2a1 req-bc98a790-717f-488c-a3aa-b8c8d194572b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.0792429
Apr 29 15:37:21.447557 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1c9e3c48-5045-4c26-b135-935a28a8c2a1 req-0d4afe01-9ea9-4625-9f88-39ece7ce9d0b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394354
Apr 29 15:37:21.957366 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22682e83-5f7f-4c54-a5b2-6c9eb0c408db req-a1cd83d6-dce4-4059-8de3-310994bc0fda tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:21.959060 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-22682e83-5f7f-4c54-a5b2-6c9eb0c408db req-a1cd83d6-dce4-4059-8de3-310994bc0fda tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.1282141
Apr 29 15:37:22.005067 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-22682e83-5f7f-4c54-a5b2-6c9eb0c408db req-5f60946c-6a5b-44ce-9c9f-90a1637300bb tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401340
Apr 29 15:37:22.235502 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770717e0-c6c6-4591-9871-9a456ab1c10d req-e0342afa-2a82-4b92-b53f-a17581707bf7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:22.237954 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-770717e0-c6c6-4591-9871-9a456ab1c10d req-e0342afa-2a82-4b92-b53f-a17581707bf7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0835845
Apr 29 15:37:22.286174 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-770717e0-c6c6-4591-9871-9a456ab1c10d req-00bfe3a0-86a2-4380-8ebb-29ca1a408b90 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382957
Apr 29 15:37:22.335724 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:37:22.635174 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde24bb-eb54-440e-ba5a-d12e2b25e893 req-82d814a1-fbdf-4c16-b69d-557efd9f0294 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:22.636612 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9bde24bb-eb54-440e-ba5a-d12e2b25e893 req-82d814a1-fbdf-4c16-b69d-557efd9f0294 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.0795534
Apr 29 15:37:22.681718 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9bde24bb-eb54-440e-ba5a-d12e2b25e893 req-39243d6e-7af9-4089-a8cd-d1b65989b211 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385296
Apr 29 15:37:22.940578 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:23.198813 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f33983-00cc-4d79-a253-4a1312ad01f4 req-f8cd5df6-c7b6-48ba-a948-38a67044055f tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:23.201087 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a7f33983-00cc-4d79-a253-4a1312ad01f4 req-f8cd5df6-c7b6-48ba-a948-38a67044055f tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0844679
Apr 29 15:37:23.244301 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a7f33983-00cc-4d79-a253-4a1312ad01f4 req-63574218-f575-4577-aed6-1a22940bc6b4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377183
Apr 29 15:37:23.474450 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0bebf-2157-4f74-8ad4-1e34c9c4b55c req-0ce7c1a5-41b8-464c-9391-369abf0efbce tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:23.475888 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d7b0bebf-2157-4f74-8ad4-1e34c9c4b55c req-0ce7c1a5-41b8-464c-9391-369abf0efbce tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0833905
Apr 29 15:37:23.523343 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d7b0bebf-2157-4f74-8ad4-1e34c9c4b55c req-d3641755-e095-4f56-93e2-234129864504 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401928
Apr 29 15:37:23.871245 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524acb9f-42f8-4f99-8780-40db62c364c5 req-075fc0df-4e58-4905-9fb1-12746a142911 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:23.873151 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-524acb9f-42f8-4f99-8780-40db62c364c5 req-075fc0df-4e58-4905-9fb1-12746a142911 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.0811872
Apr 29 15:37:23.916797 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-524acb9f-42f8-4f99-8780-40db62c364c5 req-00a5e440-f26f-4fcb-8aa0-614e8fe86757 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379508
Apr 29 15:37:24.438376 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84f89b-d58b-4d20-ab87-c620a9be1541 req-d66a58d6-a901-45f3-ab0d-2c964727df6f tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:24.439997 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ac84f89b-d58b-4d20-ab87-c620a9be1541 req-d66a58d6-a901-45f3-ab0d-2c964727df6f tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0877686
Apr 29 15:37:24.484747 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ac84f89b-d58b-4d20-ab87-c620a9be1541 req-889d8629-9e54-4d99-af80-645770aec275 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385287
Apr 29 15:37:24.710065 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada8895-a0c9-461d-bba4-cd3f49d02ce3 req-6db8ae45-3a2a-4a32-a8ae-1fb7bcf87555 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:24.710402 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7ada8895-a0c9-461d-bba4-cd3f49d02ce3 req-6db8ae45-3a2a-4a32-a8ae-1fb7bcf87555 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0835812
Apr 29 15:37:24.758067 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7ada8895-a0c9-461d-bba4-cd3f49d02ce3 req-5911476d-c6f7-47aa-ba4e-2b46b561994a tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413697
Apr 29 15:37:25.103472 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5af12b-fce9-4d09-a826-702292be96f4 req-7c54d690-e49f-4fc5-8ba4-85c1b47fc334 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:25.105085 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-de5af12b-fce9-4d09-a826-702292be96f4 req-7c54d690-e49f-4fc5-8ba4-85c1b47fc334 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.0807898
Apr 29 15:37:25.151206 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-de5af12b-fce9-4d09-a826-702292be96f4 req-d2f41f51-e7c6-4574-88f0-9d13f843a327 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396848
Apr 29 15:37:25.674695 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ed006-2fd0-459b-a451-c821f8deac3c req-4e2b4e7a-c352-4aef-abda-056857d4b923 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:25.676102 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-531ed006-2fd0-459b-a451-c821f8deac3c req-4e2b4e7a-c352-4aef-abda-056857d4b923 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0860550
Apr 29 15:37:25.723464 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-531ed006-2fd0-459b-a451-c821f8deac3c req-ee80af73-fd70-48df-a65d-2e3a6086f24b tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416975
Apr 29 15:37:25.942115 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936a44f-f4b9-4a31-a125-2bf4f6bf5289 req-7c6551ec-1caa-406a-b5c8-d4c8e39dc05f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:25.943577 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5936a44f-f4b9-4a31-a125-2bf4f6bf5289 req-7c6551ec-1caa-406a-b5c8-d4c8e39dc05f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0811291
Apr 29 15:37:25.988745 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5936a44f-f4b9-4a31-a125-2bf4f6bf5289 req-11da4e29-c79f-41b5-be99-c89e6b3365e2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395441
Apr 29 15:37:26.337283 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832a92c-1c2e-424d-ba70-23692a19c4ba req-4b31ced3-e3ca-4da6-8ea5-d6f97e77c0ef tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:26.338731 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6832a92c-1c2e-424d-ba70-23692a19c4ba req-4b31ced3-e3ca-4da6-8ea5-d6f97e77c0ef tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.0799215
Apr 29 15:37:26.383474 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6832a92c-1c2e-424d-ba70-23692a19c4ba req-1f176882-1583-4d77-9ee6-821e6e03b8f2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388584
Apr 29 15:37:26.443695 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:37:26.515049 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:37:26.520299 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:37:26.520676 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:26.637499 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:26.662517 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c3932-219d-4c8e-b712-b8da0b04a394 req-af114dae-46e3-4c22-a5c4-8b44a37207d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:26.663994 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4c7c3932-219d-4c8e-b712-b8da0b04a394 req-af114dae-46e3-4c22-a5c4-8b44a37207d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f91a0b8a-e906-4466-b60a-1af56c070d81 HTTP/1.1" status: 200  len: 913 time: 0.1825228
Apr 29 15:37:26.668905 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab71e2f-6023-44eb-be07-134be428b132 req-1b25b33b-b76a-459d-bab2-8b5f2122a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:26.671283 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bab71e2f-6023-44eb-be07-134be428b132 req-1b25b33b-b76a-459d-bab2-8b5f2122a405 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 1096 time: 0.1701300
Apr 29 15:37:26.671759 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:37:26.679964 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:37:26.684611 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:26.686587 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:26.721654 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'code': 200}
Apr 29 15:37:26.759599 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:26.763250 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:26.787006 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4c7c3932-219d-4c8e-b712-b8da0b04a394 req-13e1361f-6cf9-4af9-8ddb-c3de1d869246 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec HTTP/1.1" status: 200  len: 217 time: 0.1025746
Apr 29 15:37:27.014761 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c3932-219d-4c8e-b712-b8da0b04a394 req-83784322-5711-41fa-a320-d5ec6f829dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:27.016207 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4c7c3932-219d-4c8e-b712-b8da0b04a394 req-83784322-5711-41fa-a320-d5ec6f829dd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a4d1d0be-721e-4f27-bd27-76452f0302cb HTTP/1.1" status: 200  len: 852 time: 0.1733780
Apr 29 15:37:27.071850 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab71e2f-6023-44eb-be07-134be428b132 req-abc89c7e-3599-47f1-ad1a-b701a73ee23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:27.073512 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bab71e2f-6023-44eb-be07-134be428b132 req-abc89c7e-3599-47f1-ad1a-b701a73ee23a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=edf0cc4c99db457c9271ad067237fe7e&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3377607
Apr 29 15:37:27.089090 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4c7c3932-219d-4c8e-b712-b8da0b04a394 req-875cea97-e2d8-4228-8877-0429b3df9ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f91a0b8a-e906-4466-b60a-1af56c070d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604005
Apr 29 15:37:27.178790 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bec298-b824-4597-b0b2-32ec7fafa9aa req-e864c633-dc75-4726-ab05-c8b2101f0374 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:27.180326 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39bec298-b824-4597-b0b2-32ec7fafa9aa req-e864c633-dc75-4726-ab05-c8b2101f0374 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0813665
Apr 29 15:37:27.229345 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39bec298-b824-4597-b0b2-32ec7fafa9aa req-bce6baa5-b690-4410-8d35-d4f984b9d1ab tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419014
Apr 29 15:37:27.402304 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567d0d8-ee4a-4952-bc5e-47a7814079a4 req-4daa090a-fa2d-476c-a786-4723789c4b11 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:27.403746 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2567d0d8-ee4a-4952-bc5e-47a7814079a4 req-4daa090a-fa2d-476c-a786-4723789c4b11 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.5598247
Apr 29 15:37:27.421784 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27021e27-870c-481e-8890-e44d0e83a1ae req-11413039-20b5-4f3d-9781-50578262c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:27.423209 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-27021e27-870c-481e-8890-e44d0e83a1ae req-11413039-20b5-4f3d-9781-50578262c5f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 1098 time: 0.4927523
Apr 29 15:37:27.530648 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab71e2f-6023-44eb-be07-134be428b132 req-400febff-e42e-4720-a9c2-1793851b158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:27.531993 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bab71e2f-6023-44eb-be07-134be428b132 req-400febff-e42e-4720-a9c2-1793851b158e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4477916
Apr 29 15:37:27.534811 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2567d0d8-ee4a-4952-bc5e-47a7814079a4 req-75c4d8aa-28ac-4692-ac99-f059e5c515b4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197484
Apr 29 15:37:27.536526 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4c7c3932-219d-4c8e-b712-b8da0b04a394 req-0617f84e-3f33-42f9-91f8-7b29fd35ecba service neutron] 10.222.0.32 "GET /v2.0/networks/f91a0b8a-e906-4466-b60a-1af56c070d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4258997
Apr 29 15:37:27.546399 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-27021e27-870c-481e-8890-e44d0e83a1ae req-51d2fb7c-3b35-4113-9cbc-d693f8d967d3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041901
Apr 29 15:37:27.589991 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16334435-f6de-4d78-8961-a908b4d4a207 req-6716280d-ea59-43d0-8f5c-3cca421edc3e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:27.591576 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-16334435-f6de-4d78-8961-a908b4d4a207 req-6716280d-ea59-43d0-8f5c-3cca421edc3e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0960660
Apr 29 15:37:27.641795 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-16334435-f6de-4d78-8961-a908b4d4a207 req-4ad4ee0f-b1a2-4b97-a985-c9a0436fd229 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427880
Apr 29 15:37:28.064028 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4c7c3932-219d-4c8e-b712-b8da0b04a394 req-96a5dde5-8437-4a79-bc06-66e79f8f9bcd service neutron] 10.222.0.32 "GET /v2.0/networks/f91a0b8a-e906-4466-b60a-1af56c070d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752777
Apr 29 15:37:28.081032 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-773121b8-9ef6-450e-b126-f13d1386d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:28.082406 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-773121b8-9ef6-450e-b126-f13d1386d899 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 1096 time: 0.1004639
Apr 29 15:37:28.164798 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-540ae994-90f9-4295-bd10-4ebaf651ed13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a1ced74-dd91-442a-a221-ddd57bfc0e06 HTTP/1.1" status: 200  len: 217 time: 0.0657339
Apr 29 15:37:28.254747 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-ff3d5483-7856-467e-be34-24e7ff1ddc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:28.256267 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-ff3d5483-7856-467e-be34-24e7ff1ddc47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=052e1034-e165-4802-a90d-f32243144b22 HTTP/1.1" status: 200  len: 854 time: 0.0657120
Apr 29 15:37:28.419248 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b9c34-27e6-4150-91e0-13a517d15f8e req-4b8b09a8-3945-4314-b435-1c5e4f3ec3f5 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:28.421300 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-731b9c34-27e6-4150-91e0-13a517d15f8e req-4b8b09a8-3945-4314-b435-1c5e4f3ec3f5 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0833905
Apr 29 15:37:28.469235 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-731b9c34-27e6-4150-91e0-13a517d15f8e req-c32db9ff-324e-4e07-b609-898dbabf06ed tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420301
Apr 29 15:37:28.723363 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668921-f705-486f-b6c3-c78b4aae4450 req-b9d23ea0-dcd9-471f-887d-4a4ddb937ee4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:28.724832 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-be668921-f705-486f-b6c3-c78b4aae4450 req-b9d23ea0-dcd9-471f-887d-4a4ddb937ee4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0824323
Apr 29 15:37:28.771302 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-be668921-f705-486f-b6c3-c78b4aae4450 req-fe3aa953-be27-4fe6-8a0e-2437e1141bf9 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404637
Apr 29 15:37:28.843833 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a39033-bd93-4317-81c1-abf1b38da3b9 req-9d33e61d-b69e-45ca-8b15-6d9b43944613 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:28.845293 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b8a39033-bd93-4317-81c1-abf1b38da3b9 req-9d33e61d-b69e-45ca-8b15-6d9b43944613 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0891871
Apr 29 15:37:28.889371 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b8a39033-bd93-4317-81c1-abf1b38da3b9 req-d3531d7a-0bfc-4c3e-a5f7-dd38115a8cbf tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382802
Apr 29 15:37:29.659957 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eca6fc-060e-4c93-96f3-ef0d68d574d9 req-b701de5d-e324-4c69-8d73-a24b36076361 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:29.661401 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d4eca6fc-060e-4c93-96f3-ef0d68d574d9 req-b701de5d-e324-4c69-8d73-a24b36076361 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0828869
Apr 29 15:37:29.752577 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d4eca6fc-060e-4c93-96f3-ef0d68d574d9 req-8da945d6-9c16-4d95-92d9-24bcdf9e09f2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854297
Apr 29 15:37:29.959057 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a652c18-dece-436f-b38b-8e4a28efc653 req-6a37a620-b34c-473c-b80f-4265176c6be9 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:29.960372 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7a652c18-dece-436f-b38b-8e4a28efc653 req-6a37a620-b34c-473c-b80f-4265176c6be9 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0792894
Apr 29 15:37:30.007129 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7a652c18-dece-436f-b38b-8e4a28efc653 req-6456245e-1537-4755-a274-71238d06188d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407832
Apr 29 15:37:30.187152 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657f8e8-7519-4cf8-93d1-4abe79e5d886 req-ecc1ea19-a767-4da0-a6d5-c59963043817 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:30.188670 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6657f8e8-7519-4cf8-93d1-4abe79e5d886 req-ecc1ea19-a767-4da0-a6d5-c59963043817 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0803285
Apr 29 15:37:30.200218 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2712-b965-4898-9f35-9a440b186517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:30.240858 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6657f8e8-7519-4cf8-93d1-4abe79e5d886 req-5b21da8f-eab7-4844-955c-1242d7838285 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457892
Apr 29 15:37:30.940875 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ce120-a9bf-4d18-8fc4-1c4b5b8fc870 req-610b697e-cf68-4084-b468-ca96dd08c0d5 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:30.942329 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cb9ce120-a9bf-4d18-8fc4-1c4b5b8fc870 req-610b697e-cf68-4084-b468-ca96dd08c0d5 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0819278
Apr 29 15:37:30.986114 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cb9ce120-a9bf-4d18-8fc4-1c4b5b8fc870 req-5d61ffa4-8b4e-44a7-94bc-a81c114a191f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381513
Apr 29 15:37:31.185978 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0289-b8b6-4ff0-8100-746ae0dccf6c req-5f105892-2164-4d4f-9776-b0334f3f6e9d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:31.187470 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ebab0289-b8b6-4ff0-8100-746ae0dccf6c req-5f105892-2164-4d4f-9776-b0334f3f6e9d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0776238
Apr 29 15:37:31.231019 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ebab0289-b8b6-4ff0-8100-746ae0dccf6c req-2e2b2962-a939-4235-85f1-79727bbc74d0 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379491
Apr 29 15:37:31.440043 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd3625-25a7-4a76-9cd9-040473f51c01 req-135bf5a4-a9fc-44be-a305-da426c77566f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:31.441502 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-91dd3625-25a7-4a76-9cd9-040473f51c01 req-135bf5a4-a9fc-44be-a305-da426c77566f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0829415
Apr 29 15:37:31.486409 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-91dd3625-25a7-4a76-9cd9-040473f51c01 req-4993e300-2d9d-4beb-945e-c9a2487a7198 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393095
Apr 29 15:37:32.094674 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-7e65c88e-e81e-461f-9fa8-21031effe200 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419564
Apr 29 15:37:32.172996 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7210087-0a1c-4527-ae4f-ae0b7c163428 req-015a4d6c-22d6-422d-8303-2173f210c47a tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:32.174429 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f7210087-0a1c-4527-ae4f-ae0b7c163428 req-015a4d6c-22d6-422d-8303-2173f210c47a tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0829458
Apr 29 15:37:32.218792 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f7210087-0a1c-4527-ae4f-ae0b7c163428 req-479cb0fd-2f26-4e6f-a402-5ce3bf0f4999 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386808
Apr 29 15:37:32.413169 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722f886-438a-47f6-a120-47bb1e3e72fb req-8f4983cd-5805-4ad3-9a83-e70517dde862 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:32.414607 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8722f886-438a-47f6-a120-47bb1e3e72fb req-8f4983cd-5805-4ad3-9a83-e70517dde862 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0785148
Apr 29 15:37:32.460261 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8722f886-438a-47f6-a120-47bb1e3e72fb req-7c534708-cd1b-43af-8b33-e5a8e09573c8 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391870
Apr 29 15:37:32.677065 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d2ed9-f08b-47d6-bb2b-2f264cd6a0ad req-d6bfe0cd-8b6a-440d-bc57-5417dea74376 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:32.678542 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-224d2ed9-f08b-47d6-bb2b-2f264cd6a0ad req-d6bfe0cd-8b6a-440d-bc57-5417dea74376 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0816622
Apr 29 15:37:32.724197 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-224d2ed9-f08b-47d6-bb2b-2f264cd6a0ad req-4c2fa7ff-4482-4180-99fb-66f4652dc1c1 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396702
Apr 29 15:37:32.948035 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-471ba137-eb25-41a1-abb5-a060f3704b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:33.072143 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:33.404252 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638745b5-f568-4aa8-bf41-e4dd79198568 req-9498d387-85d9-4569-99b7-c5c71bb1e1c7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:33.405737 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-638745b5-f568-4aa8-bf41-e4dd79198568 req-9498d387-85d9-4569-99b7-c5c71bb1e1c7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0828922
Apr 29 15:37:33.450094 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-638745b5-f568-4aa8-bf41-e4dd79198568 req-aa2546bf-e0ff-4fd2-8b93-45f974ed20dc tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385926
Apr 29 15:37:33.641440 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd037ad-93d4-4392-8c9f-1237f8fc832a req-589dbf99-85a8-45d4-a3ea-103107451204 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:33.642899 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9cd037ad-93d4-4392-8c9f-1237f8fc832a req-589dbf99-85a8-45d4-a3ea-103107451204 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0803099
Apr 29 15:37:33.687894 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9cd037ad-93d4-4392-8c9f-1237f8fc832a req-adf4553b-3fe0-46b5-9fc3-2159b70f8b59 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391898
Apr 29 15:37:33.797461 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:33.916462 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b05594-ec55-4922-8f09-ac606f0b3b21 req-4c7c88d9-5563-4bc5-b0a8-634cf57c0388 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:33.917962 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-53b05594-ec55-4922-8f09-ac606f0b3b21 req-4c7c88d9-5563-4bc5-b0a8-634cf57c0388 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0810676
Apr 29 15:37:33.963790 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-53b05594-ec55-4922-8f09-ac606f0b3b21 req-5158c2e6-b577-4c42-8be2-803ff495c9da tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390198
Apr 29 15:37:34.308472 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-ef99ea74-b95a-4ee2-aca8-dc844e94652c service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387689
Apr 29 15:37:34.446099 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5ea8753d-c2b9-4125-a3f3-475726f74eb4 req-7de1b864-4c9e-4cc6-8b10-e6a593e7b0bb service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257224
Apr 29 15:37:34.636158 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2581c-3ce1-41f4-aeb8-2c12fcb089df req-f8a36cc9-b012-400f-9ad2-42c5ad46506f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:34.637636 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8ae2581c-3ce1-41f4-aeb8-2c12fcb089df req-f8a36cc9-b012-400f-9ad2-42c5ad46506f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0816388
Apr 29 15:37:34.682794 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8ae2581c-3ce1-41f4-aeb8-2c12fcb089df req-615716d0-3ddd-4fb3-ba5b-03ed69a5549a tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389056
Apr 29 15:37:34.883770 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ac4dc-23ad-4f33-9bcd-ed096533d196 req-ca50d5b9-4236-4e79-9f4a-3c4d198d0369 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:34.885229 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-870ac4dc-23ad-4f33-9bcd-ed096533d196 req-ca50d5b9-4236-4e79-9f4a-3c4d198d0369 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0824661
Apr 29 15:37:34.930295 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-870ac4dc-23ad-4f33-9bcd-ed096533d196 req-550ae7f4-a84e-475d-9b0d-a648b77f26ce tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382347
Apr 29 15:37:35.126957 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f4089-b324-427d-832b-39f77768c5df req-f3b77f73-12a8-46d0-b363-46120c852903 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:35.128456 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ac6f4089-b324-427d-832b-39f77768c5df req-f3b77f73-12a8-46d0-b363-46120c852903 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.0869067
Apr 29 15:37:35.157011 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f98589-b567-4011-aec4-fcbc9cdc1ea9 req-891192e2-21b4-4318-bf8c-b515f2e1ad9a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:35.158586 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-56f98589-b567-4011-aec4-fcbc9cdc1ea9 req-891192e2-21b4-4318-bf8c-b515f2e1ad9a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0826981
Apr 29 15:37:35.176503 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ac6f4089-b324-427d-832b-39f77768c5df req-faa055f4-dc48-4544-8109-b6018e3c13ae tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421405
Apr 29 15:37:35.204790 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-56f98589-b567-4011-aec4-fcbc9cdc1ea9 req-f6929374-e836-4b8a-8210-0f43051cea44 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401738
Apr 29 15:37:35.346559 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:35.866252 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa36ba2-9f1b-4038-9e06-75f1506d77bc req-ad318ff6-0280-4d0d-9eeb-2b9506681a30 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:35.867592 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4fa36ba2-9f1b-4038-9e06-75f1506d77bc req-ad318ff6-0280-4d0d-9eeb-2b9506681a30 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0817552
Apr 29 15:37:35.911326 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4fa36ba2-9f1b-4038-9e06-75f1506d77bc req-35c51d3c-78f3-4ae7-b163-7350da6b3c6e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380116
Apr 29 15:37:36.119932 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4afa6-9fd9-4ef7-8a72-c8c7d0e17d2f req-eabadbc2-cd68-4731-a4e3-008c71e27849 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:36.121405 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-07c4afa6-9fd9-4ef7-8a72-c8c7d0e17d2f req-eabadbc2-cd68-4731-a4e3-008c71e27849 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0837114
Apr 29 15:37:36.166960 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-07c4afa6-9fd9-4ef7-8a72-c8c7d0e17d2f req-bebea4e1-6c34-4f47-8d0f-a5fb70872ae6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391641
Apr 29 15:37:36.367092 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0f441-8ee7-48e0-ad4f-8179ae7d173c req-763936b4-8fd7-41dc-9a69-dd441d8dc012 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:36.368579 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-43c0f441-8ee7-48e0-ad4f-8179ae7d173c req-763936b4-8fd7-41dc-9a69-dd441d8dc012 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.0812142
Apr 29 15:37:36.412469 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-43c0f441-8ee7-48e0-ad4f-8179ae7d173c req-e618ac86-5f3d-4bce-88c2-116ce4cf8a0b tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378664
Apr 29 15:37:36.623284 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f5f4-d2d8-4282-bce0-c04661c992f5 req-f5dea6b1-5486-4140-89d3-d4b81572abfa tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:36.624901 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f803f5f4-d2d8-4282-bce0-c04661c992f5 req-f5dea6b1-5486-4140-89d3-d4b81572abfa tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1217687
Apr 29 15:37:36.668940 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f803f5f4-d2d8-4282-bce0-c04661c992f5 req-fc020c2e-2778-44ff-8dbc-f96ef0ed4102 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382996
Apr 29 15:37:37.097341 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aff0e-78d9-423b-b29d-21e0176c2213 req-e998df35-7ef6-4507-b803-dbd8302873b1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:37.098772 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bc0aff0e-78d9-423b-b29d-21e0176c2213 req-e998df35-7ef6-4507-b803-dbd8302873b1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0818641
Apr 29 15:37:37.142269 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bc0aff0e-78d9-423b-b29d-21e0176c2213 req-699b35b1-215b-4803-8248-5d8f5fe75a1d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378571
Apr 29 15:37:37.348912 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8b44a-a8c7-45df-8add-2f24cea40666 req-c5f282d0-9b80-4e7c-93a7-a79704b574f8 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:37.350397 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-37b8b44a-a8c7-45df-8add-2f24cea40666 req-c5f282d0-9b80-4e7c-93a7-a79704b574f8 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0806861
Apr 29 15:37:37.394690 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-37b8b44a-a8c7-45df-8add-2f24cea40666 req-577f708d-eb74-441e-9b80-cad1f025a899 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383899
Apr 29 15:37:37.594801 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6444a8-b21a-4dc1-b10f-3e7985157774 req-71044184-361c-4450-92d3-481a5c018438 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:37.596220 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4b6444a8-b21a-4dc1-b10f-3e7985157774 req-71044184-361c-4450-92d3-481a5c018438 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.0810435
Apr 29 15:37:37.639471 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4b6444a8-b21a-4dc1-b10f-3e7985157774 req-b7859c46-3edd-48a6-a849-69bf48335781 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376098
Apr 29 15:37:37.866417 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caced66-22b7-423e-ba7e-ae22d2133cdf req-5696136b-2bba-4150-8ade-4a638a3a8571 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:37.868073 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9caced66-22b7-423e-ba7e-ae22d2133cdf req-5696136b-2bba-4150-8ade-4a638a3a8571 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0886011
Apr 29 15:37:37.914830 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9caced66-22b7-423e-ba7e-ae22d2133cdf req-f90ce5d2-8250-4daf-886a-de81f0e02a5f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404150
Apr 29 15:37:38.461088 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45729176-cf6f-4bc6-9ee7-b1aae054fe76 req-cd45af9f-92a8-47f3-8b57-a8e456e94906 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:38.462522 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-45729176-cf6f-4bc6-9ee7-b1aae054fe76 req-cd45af9f-92a8-47f3-8b57-a8e456e94906 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0787225
Apr 29 15:37:38.507517 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-45729176-cf6f-4bc6-9ee7-b1aae054fe76 req-0efb35b5-db74-46f7-93b4-f53ac2cee2ff tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387878
Apr 29 15:37:38.580057 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72e2f6-ce0c-48fe-b5c5-5a0eb664c661 req-7115066c-94df-4690-842a-85de2040d9a0 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:38.581428 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fd72e2f6-ce0c-48fe-b5c5-5a0eb664c661 req-7115066c-94df-4690-842a-85de2040d9a0 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0785854
Apr 29 15:37:38.625824 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fd72e2f6-ce0c-48fe-b5c5-5a0eb664c661 req-59938ada-6696-40a0-bdf7-7e8e277dbe41 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383425
Apr 29 15:37:38.821085 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b33ab2-6713-40c2-8fcc-9972d9d603ef req-1da9cb51-fe63-4311-a6ce-591192e110fd tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:38.822539 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d9b33ab2-6713-40c2-8fcc-9972d9d603ef req-1da9cb51-fe63-4311-a6ce-591192e110fd tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.0815892
Apr 29 15:37:38.874489 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d9b33ab2-6713-40c2-8fcc-9972d9d603ef req-b516194d-7bc6-4f56-87c2-455015eba860 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455253
Apr 29 15:37:39.127172 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453061a0-addc-4b8d-8fc8-a022c953451b req-5a451a8e-9448-4263-aeaa-fac1c3647d40 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:39.128274 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-453061a0-addc-4b8d-8fc8-a022c953451b req-5a451a8e-9448-4263-aeaa-fac1c3647d40 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0873318
Apr 29 15:37:39.175597 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-453061a0-addc-4b8d-8fc8-a022c953451b req-f04a46e4-35e6-4b94-bc84-477452539410 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414562
Apr 29 15:37:39.695668 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d45adb-6483-4d58-9443-8dd096fb4f9f req-18de80ce-5f07-4dd5-a994-793cac5cd63f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:39.697156 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-65d45adb-6483-4d58-9443-8dd096fb4f9f req-18de80ce-5f07-4dd5-a994-793cac5cd63f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0809371
Apr 29 15:37:39.746332 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-65d45adb-6483-4d58-9443-8dd096fb4f9f req-939bb3c2-6eb6-4fbe-81ba-4b05189cd480 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431025
Apr 29 15:37:39.921522 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b6fd8-00a1-46e4-acef-0623ec0ebbfd req-513d7c97-5c77-40e3-8f42-10612d57b91f tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:39.922972 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b58b6fd8-00a1-46e4-acef-0623ec0ebbfd req-513d7c97-5c77-40e3-8f42-10612d57b91f tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0813415
Apr 29 15:37:39.969985 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b58b6fd8-00a1-46e4-acef-0623ec0ebbfd req-b4e83c6b-2083-4a6f-8c62-0b14a6d9358d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412614
Apr 29 15:37:40.067065 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55c1ed-df07-4a05-9382-fa5d3a5783e5 req-f14acfd1-aca7-41cb-8953-774f022a483a tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:40.068521 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bc55c1ed-df07-4a05-9382-fa5d3a5783e5 req-f14acfd1-aca7-41cb-8953-774f022a483a tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.0822251
Apr 29 15:37:40.113409 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bc55c1ed-df07-4a05-9382-fa5d3a5783e5 req-084a8159-560a-44b6-822e-81e941e1a86c tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390661
Apr 29 15:37:40.372005 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb231d6-584a-48a6-8469-271e413125a4 req-6f69bcc9-dfd4-4406-a6a8-83042c01459b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:40.373474 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8cb231d6-584a-48a6-8469-271e413125a4 req-6f69bcc9-dfd4-4406-a6a8-83042c01459b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0832062
Apr 29 15:37:40.494212 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8cb231d6-584a-48a6-8469-271e413125a4 req-5c827902-8edc-48dc-9520-dcd67787a624 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147194
Apr 29 15:37:40.933234 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf1521-df6a-4fd8-81d2-55d99e8bf17e req-c20d5ddf-1c47-4e8d-954b-343558e92b43 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:40.934679 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1fbf1521-df6a-4fd8-81d2-55d99e8bf17e req-c20d5ddf-1c47-4e8d-954b-343558e92b43 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0793190
Apr 29 15:37:40.978875 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1fbf1521-df6a-4fd8-81d2-55d99e8bf17e req-70e8fc9c-d988-413c-ab57-1b6a54915908 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376828
Apr 29 15:37:41.176135 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f6547-1f56-49c4-8832-0606a55be830 req-2bf978eb-4d09-49ef-ab15-50900f59cc06 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:41.177707 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-191f6547-1f56-49c4-8832-0606a55be830 req-2bf978eb-4d09-49ef-ab15-50900f59cc06 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0945463
Apr 29 15:37:41.225152 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-191f6547-1f56-49c4-8832-0606a55be830 req-0131dff7-16ce-4fdc-98c6-81f69e2498a8 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411248
Apr 29 15:37:41.317612 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b53c51-865f-42dc-bf2c-28b8c2fc1b9b req-bcda4398-b059-4497-8012-6bf68a9cb751 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:41.318980 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11b53c51-865f-42dc-bf2c-28b8c2fc1b9b req-bcda4398-b059-4497-8012-6bf68a9cb751 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.0789771
Apr 29 15:37:41.366451 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11b53c51-865f-42dc-bf2c-28b8c2fc1b9b req-95bb4761-f0b9-45f3-819a-d576d4a9572b tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415804
Apr 29 15:37:41.693133 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7abc07-9c96-4253-b685-76fdf598c1ec req-083aff67-9118-4005-8113-25d9cad2de98 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:41.694587 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dc7abc07-9c96-4253-b685-76fdf598c1ec req-083aff67-9118-4005-8113-25d9cad2de98 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0903554
Apr 29 15:37:41.743397 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dc7abc07-9c96-4253-b685-76fdf598c1ec req-538d4060-1a20-4f40-99fd-1717668a1920 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429659
Apr 29 15:37:41.935980 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f3957-e403-4990-bf50-d51503e077e2 req-48daf6b0-3246-412c-93cf-ea5f61a52f5b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:41.938174 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-684f3957-e403-4990-bf50-d51503e077e2 req-48daf6b0-3246-412c-93cf-ea5f61a52f5b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0860085
Apr 29 15:37:41.947507 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 59936) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:41.953115 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-57ea5d45-6c00-40d3-bdc4-49ebf57c8a9e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'floatingip': {'port_id': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:37:42.036297 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-57ea5d45-6c00-40d3-bdc4-49ebf57c8a9e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:42.182136 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902355f-3939-47c0-83d9-05f5ef1d2886 req-621258e0-5e69-4d3f-8e2c-0f93e2bb4fb6 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:42.190629 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8902355f-3939-47c0-83d9-05f5ef1d2886 req-621258e0-5e69-4d3f-8e2c-0f93e2bb4fb6 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1000335
Apr 29 15:37:42.244876 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8902355f-3939-47c0-83d9-05f5ef1d2886 req-9a2ccbd7-c370-4bb4-b42c-28fb7a330338 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531421
Apr 29 15:37:42.480841 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9347a8-d592-4ce4-b6fa-9d16ce56584d req-f8f24390-4291-4d79-b22c-b51c115f3849 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:42.482344 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bf9347a8-d592-4ce4-b6fa-9d16ce56584d req-f8f24390-4291-4d79-b22c-b51c115f3849 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.0851331
Apr 29 15:37:42.526767 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bf9347a8-d592-4ce4-b6fa-9d16ce56584d req-1bdc00cd-6320-450b-82f8-96680f69699d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387087
Apr 29 15:37:42.610734 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e395f4a-2b63-4f57-9f20-47a7e3b32d72 req-26ddef0e-1b0a-4429-8a25-15d14aabcd55 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:42.612201 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9e395f4a-2b63-4f57-9f20-47a7e3b32d72 req-26ddef0e-1b0a-4429-8a25-15d14aabcd55 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.1209152
Apr 29 15:37:42.670513 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9e395f4a-2b63-4f57-9f20-47a7e3b32d72 req-c2aedec4-dd34-4571-9bbe-7d918e0a28ec tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493536
Apr 29 15:37:42.766527 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-57ea5d45-6c00-40d3-bdc4-49ebf57c8a9e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:42.770224 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-57ea5d45-6c00-40d3-bdc4-49ebf57c8a9e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:42.940957 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.l3_db [None req-57ea5d45-6c00-40d3-bdc4-49ebf57c8a9e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Floating IP 6004ae99-03b1-4075-ae0a-1b1cb9326d7c associated. External IP: 172.27.3.232, port: 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6.
Apr 29 15:37:43.431835 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9438fb-78b8-4eb1-a0c1-111aab0d402a req-e5ecaca8-d871-4818-8ae5-f144db6d7f7c tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:43.433460 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1b9438fb-78b8-4eb1-a0c1-111aab0d402a req-e5ecaca8-d871-4818-8ae5-f144db6d7f7c tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.2407539
Apr 29 15:37:43.518216 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a396edb-2eea-44db-bff8-b8a88da91820 req-e657ba81-16d0-4beb-bc4d-5510185a9954 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:43.519707 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1a396edb-2eea-44db-bff8-b8a88da91820 req-e657ba81-16d0-4beb-bc4d-5510185a9954 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0920706
Apr 29 15:37:43.563019 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ea5d45-6c00-40d3-bdc4-49ebf57c8a9e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Router 517be931-c2f8-4b3f-a209-773eba08e89c has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:37:43.572625 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1a396edb-2eea-44db-bff8-b8a88da91820 req-3821184a-2549-4d3b-9d98-dee3814f4572 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471718
Apr 29 15:37:43.808863 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-1b9438fb-78b8-4eb1-a0c1-111aab0d402a req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Deleting port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:37:43.818087 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1b9438fb-78b8-4eb1-a0c1-111aab0d402a req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:43.829206 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f360d-d946-4d3f-b325-6e5c02e0b94f req-fe865369-9ec4-4bdc-afd1-e529946635d6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:43.832884 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-547f360d-d946-4d3f-b325-6e5c02e0b94f req-fe865369-9ec4-4bdc-afd1-e529946635d6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 943 time: 0.1482410
Apr 29 15:37:43.890966 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-547f360d-d946-4d3f-b325-6e5c02e0b94f req-80792b0b-6b9e-4247-b023-acb43c86677f tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537694
Apr 29 15:37:44.065096 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ea5d45-6c00-40d3-bdc4-49ebf57c8a9e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:37:44.072331 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-57ea5d45-6c00-40d3-bdc4-49ebf57c8a9e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:44.079251 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17fe49-4927-4d44-a175-cfdb29a45d50 None None] Sync routers for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:37:44.092759 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17fe49-4927-4d44-a175-cfdb29a45d50 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:37:44.093683 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-4e17fe49-4927-4d44-a175-cfdb29a45d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2685a00>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:37:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:37:44.177357 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-1b9438fb-78b8-4eb1-a0c1-111aab0d402a req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] For port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec,segment=NetworkSegment(55546eb0-1f4b-4700-99ab-e14a5ae9146d),segment_id=55546eb0-1f4b-4700-99ab-e14a5ae9146d)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:37:44.177716 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1b9438fb-78b8-4eb1-a0c1-111aab0d402a req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:44.202883 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-57ea5d45-6c00-40d3-bdc4-49ebf57c8a9e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "PUT /v2.0/floatingips/6004ae99-03b1-4075-ae0a-1b1cb9326d7c HTTP/1.1" status: 200  len: 991 time: 2.2535870
Apr 29 15:37:44.205529 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:37:44.300389 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-4e17fe49-4927-4d44-a175-cfdb29a45d50 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:37:44.340604 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-1b9438fb-78b8-4eb1-a0c1-111aab0d402a req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Calling delete_port for da24fee3-4b5e-44cc-aa2a-40b990d5c6ec owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:37:44.346321 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc055fa-aad7-432f-bb0f-21291d31ac3d req-73d3fc7a-a937-44b4-8438-e3e6ff5e4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:44.347867 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4fc055fa-aad7-432f-bb0f-21291d31ac3d req-73d3fc7a-a937-44b4-8438-e3e6ff5e4901 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 1098 time: 0.4872956
Apr 29 15:37:44.362918 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19827b2-7237-404d-b234-473f727f4ca0 req-452b240d-36bf-4c95-9141-cde7837c81d9 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:44.364406 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a19827b2-7237-404d-b234-473f727f4ca0 req-452b240d-36bf-4c95-9141-cde7837c81d9 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 945 time: 0.4517913
Apr 29 15:37:44.461284 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'status': 'completed', 'code': 200}
Apr 29 15:37:44.500142 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 4a1ced74-dd91-442a-a221-ddd57bfc0e06 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:37:44.570491 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4fc055fa-aad7-432f-bb0f-21291d31ac3d req-23ed7e4a-febb-4646-982f-945457e42194 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037435
Apr 29 15:37:44.579520 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a19827b2-7237-404d-b234-473f727f4ca0 req-f39db02e-9d22-47da-b7b3-66e2bc3f1355 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971629
Apr 29 15:37:44.647863 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1de32-a241-48dd-a1e9-7773958a7d6f req-613befc3-f26e-457b-96f6-79453bd03f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:44.649387 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e0a1de32-a241-48dd-a1e9-7773958a7d6f req-613befc3-f26e-457b-96f6-79453bd03f58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 1098 time: 0.1969857
Apr 29 15:37:44.653870 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 4a1ced74-dd91-442a-a221-ddd57bfc0e06, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a1ced74-dd91-442a-a221-ddd57bfc0e06,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:37:44.672425 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '4a1ced74-dd91-442a-a221-ddd57bfc0e06', 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e', 'port_id': '4a1ced74-dd91-442a-a221-ddd57bfc0e06', 'mac_address': 'fa:16:3e:c4:4a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052e1034-e165-4802-a90d-f32243144b22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:37:44.694801 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1b9438fb-78b8-4eb1-a0c1-111aab0d402a req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:44.700834 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4989fa9d-9dac-4a18-b3a8-ab2609054ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:44.715671 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['da24fee3-4b5e-44cc-aa2a-40b990d5c6ec'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:37:44.771934 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:44.778947 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-4e17fe49-4927-4d44-a175-cfdb29a45d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2685a00>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '6004ae99-03b1-4075-ae0a-1b1cb9326d7c', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'port_id': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'mac_address': 'fa:16:3e:1d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:36:40Z', 'updated_at': '2021-04-29T15:37:42Z', 'revision_number': 1, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:37:44.789893 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17fe49-4927-4d44-a175-cfdb29a45d50 None None] Checking router: 517be931-c2f8-4b3f-a209-773eba08e89c for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:37:44.790168 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1ced74-dd91-442a-a221-ddd57bfc0e06 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:37:44.810607 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 4a1ced74-dd91-442a-a221-ddd57bfc0e06, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a1ced74-dd91-442a-a221-ddd57bfc0e06,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:37:44.814629 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17fe49-4927-4d44-a175-cfdb29a45d50 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:37:44.815871 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-4e17fe49-4927-4d44-a175-cfdb29a45d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2685a00>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:37:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:37:44.820379 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:44.822792 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:44.888831 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d6f65-f220-4368-9cb2-599bf515d04d req-3b269208-32b5-40d7-b66a-e4f951fe1219 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:44.898464 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0e1d6f65-f220-4368-9cb2-599bf515d04d req-3b269208-32b5-40d7-b66a-e4f951fe1219 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1384282
Apr 29 15:37:44.966482 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=4a1ced74-dd91-442a-a221-ddd57bfc0e06,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:44.968332 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0e1d6f65-f220-4368-9cb2-599bf515d04d req-425b5d77-828b-4ddc-8267-45581cd2e8a3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681815
Apr 29 15:37:44.974893 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:45.007111 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Pushing event deleted for resources: {'Port': ['ID=da24fee3-4b5e-44cc-aa2a-40b990d5c6ec,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:45.009987 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:45.094242 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-4e17fe49-4927-4d44-a175-cfdb29a45d50 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:37:45.126178 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60010) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:45.209778 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9438fb-78b8-4eb1-a0c1-111aab0d402a req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] No DVR routers for this DVR port da24fee3-4b5e-44cc-aa2a-40b990d5c6ec on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:37:45.213172 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1b9438fb-78b8-4eb1-a0c1-111aab0d402a req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:45.237992 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1b9438fb-78b8-4eb1-a0c1-111aab0d402a req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.32 "DELETE /v2.0/ports/da24fee3-4b5e-44cc-aa2a-40b990d5c6ec HTTP/1.1" status: 204  len: 173 time: 1.7694294
Apr 29 15:37:45.263640 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b0c78ae8-4b0e-4805-9082-ef9ad0bb858e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:45.277913 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1de32-a241-48dd-a1e9-7773958a7d6f req-17a931e8-f21b-4107-9a5c-a633c5003b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:45.279184 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e0a1de32-a241-48dd-a1e9-7773958a7d6f req-17a931e8-f21b-4107-9a5c-a633c5003b79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 918 time: 0.3030219
Apr 29 15:37:45.284405 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b0c78ae8-4b0e-4805-9082-ef9ad0bb858e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:37:45.289741 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b0c78ae8-4b0e-4805-9082-ef9ad0bb858e admin admin] Usage tracker for resource:security_group_rule and tenant:7b2e2ca4e55546e3a28533d61df547b5 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:37:45.293354 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b0c78ae8-4b0e-4805-9082-ef9ad0bb858e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:37:45.300460 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2b4af-c811-4eea-a510-a5f4f8958b34 req-9c3f0c38-83e1-4c59-91b3-790bb9cb031b tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:45.300671 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b0c78ae8-4b0e-4805-9082-ef9ad0bb858e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:37:45.302511 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-91e2b4af-c811-4eea-a510-a5f4f8958b34 req-9c3f0c38-83e1-4c59-91b3-790bb9cb031b tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 944 time: 0.2442272
Apr 29 15:37:45.396334 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b0c78ae8-4b0e-4805-9082-ef9ad0bb858e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:45.406099 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b0c78ae8-4b0e-4805-9082-ef9ad0bb858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:45.422829 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4a9bac9f-ff61-4f9a-9247-d177b03f480e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:45.435456 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['4a1ced74-dd91-442a-a221-ddd57bfc0e06'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:37:45.490311 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-91e2b4af-c811-4eea-a510-a5f4f8958b34 req-dc34c8dc-3969-464e-bbed-d2e97a4b43c5 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817211
Apr 29 15:37:45.495080 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c78ae8-4b0e-4805-9082-ef9ad0bb858e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04f6f6f-2fa6-4bc7-837e-70ad4a4701b2,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:45.506470 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b0c78ae8-4b0e-4805-9082-ef9ad0bb858e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:45.519357 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-b0c78ae8-4b0e-4805-9082-ef9ad0bb858e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b2e2ca4e55546e3a28533d61df547b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3921075
Apr 29 15:37:45.521012 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e0a1de32-a241-48dd-a1e9-7773958a7d6f req-2d7361cb-fa0d-4ff3-b648-47573bb098be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 HTTP/1.1" status: 200  len: 999 time: 0.2174270
Apr 29 15:37:45.521876 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60020) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:45.596584 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-91ac1438-863f-4d3c-835a-a71c2ec2547d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:45.623187 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1de32-a241-48dd-a1e9-7773958a7d6f req-c81f9eeb-725f-4a6c-864f-95f12f648e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:45.624705 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e0a1de32-a241-48dd-a1e9-7773958a7d6f req-c81f9eeb-725f-4a6c-864f-95f12f648e50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 200  len: 856 time: 0.0955985
Apr 29 15:37:45.692366 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-4e17fe49-4927-4d44-a175-cfdb29a45d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2685a00>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '6004ae99-03b1-4075-ae0a-1b1cb9326d7c', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'port_id': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'mac_address': 'fa:16:3e:1d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:36:40Z', 'updated_at': '2021-04-29T15:37:42Z', 'revision_number': 1, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:37:45.698804 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17fe49-4927-4d44-a175-cfdb29a45d50 None None] The sync data for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi is: [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '6004ae99-03b1-4075-ae0a-1b1cb9326d7c', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'port_id': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'mac_address': 'fa:16:3e:1d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:36:40Z', 'updated_at': '2021-04-29T15:37:42Z', 'revision_number': 1, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:37:45.710905 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-91ac1438-863f-4d3c-835a-a71c2ec2547d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:45.729023 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1de32-a241-48dd-a1e9-7773958a7d6f req-58cae427-95f4-411f-a0d4-627e4def7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:45.730550 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e0a1de32-a241-48dd-a1e9-7773958a7d6f req-58cae427-95f4-411f-a0d4-627e4def7e54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0948577
Apr 29 15:37:45.797616 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-58135a59-d758-4f2a-b05a-b3d4e3a08327 req-005a1452-8464-4f7c-b824-c4cfeeedbe3a tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7b56197-4aaf-4d83-87c5-8f0622bb3462 HTTP/1.1" status: 200  len: 210 time: 0.0452659
Apr 29 15:37:45.815046 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-91ac1438-863f-4d3c-835a-a71c2ec2547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:45.822878 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b363c9fe-6093-4157-907f-3d066f211907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:45.836056 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac1438-863f-4d3c-835a-a71c2ec2547d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04f6f6f-2fa6-4bc7-837e-70ad4a4701b2,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:45.840323 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-91ac1438-863f-4d3c-835a-a71c2ec2547d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:45.844591 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-91ac1438-863f-4d3c-835a-a71c2ec2547d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:45.848280 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-91ac1438-863f-4d3c-835a-a71c2ec2547d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d04f6f6f-2fa6-4bc7-837e-70ad4a4701b2 HTTP/1.1" status: 204  len: 168 time: 0.3230059
Apr 29 15:37:45.878899 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e0a1de32-a241-48dd-a1e9-7773958a7d6f req-c156e593-1eaa-452e-9814-0ec2a77969ea service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378200
Apr 29 15:37:46.025535 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18b8c0-504d-4835-b463-26813d9905b4 None None] New status for floating IP 6004ae99-03b1-4075-ae0a-1b1cb9326d7c: ACTIVE {{(pid=73823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:37:46.058412 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e0a1de32-a241-48dd-a1e9-7773958a7d6f req-43fb61a2-7f5a-4b95-a655-e6d902d7f3c4 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597641
Apr 29 15:37:46.217317 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2d03e-2b79-4b98-a71b-ece5a458a357 req-f2053140-cd64-47b8-ae7e-6fd3a08154f1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:46.219121 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-97e2d03e-2b79-4b98-a71b-ece5a458a357 req-f2053140-cd64-47b8-ae7e-6fd3a08154f1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1040354
Apr 29 15:37:46.277806 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60036) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:46.282081 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-97e2d03e-2b79-4b98-a71b-ece5a458a357 req-429d333a-f2cb-4652-818e-20ddc1bb6c58 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570202
Apr 29 15:37:46.298690 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3c5b-7c57-4a24-bced-6e7d89d031da admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:46.317193 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6ccb3c5b-7c57-4a24-bced-6e7d89d031da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:37:46.321411 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6ccb3c5b-7c57-4a24-bced-6e7d89d031da admin admin] Usage tracker for resource:security_group_rule and tenant:67672d9a98ad4b39bd263a9ee6dc6e5b is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:37:46.324212 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6ccb3c5b-7c57-4a24-bced-6e7d89d031da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:37:46.331702 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6ccb3c5b-7c57-4a24-bced-6e7d89d031da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:37:46.416235 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3c5b-7c57-4a24-bced-6e7d89d031da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:46.419426 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3c5b-7c57-4a24-bced-6e7d89d031da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:46.428032 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:46.464708 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b56197-4aaf-4d83-87c5-8f0622bb3462', 'name': 'network-vif-deleted', 'tag': 'da24fee3-4b5e-44cc-aa2a-40b990d5c6ec'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:37:46.478836 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60044) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:46.478946 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-6ccb3c5b-7c57-4a24-bced-6e7d89d031da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=67672d9a98ad4b39bd263a9ee6dc6e5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1997418
Apr 29 15:37:46.479790 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb3c5b-7c57-4a24-bced-6e7d89d031da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fcae9d-8859-4b1d-8ec7-1fba2b8a171a,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:46.482882 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6ccb3c5b-7c57-4a24-bced-6e7d89d031da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:46.513612 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b56197-4aaf-4d83-87c5-8f0622bb3462', 'name': 'network-vif-deleted', 'tag': 'da24fee3-4b5e-44cc-aa2a-40b990d5c6ec', 'status': 'completed', 'code': 200}
Apr 29 15:37:46.513744 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device da24fee3-4b5e-44cc-aa2a-40b990d5c6ec no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:37:46.556138 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: da24fee3-4b5e-44cc-aa2a-40b990d5c6ec {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:37:46.556711 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device da24fee3-4b5e-44cc-aa2a-40b990d5c6ec not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:37:46.601316 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cc5123e3-6733-4d83-a0cd-0bcea4bb674e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:46.649589 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cc5123e3-6733-4d83-a0cd-0bcea4bb674e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:46.723174 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cc5123e3-6733-4d83-a0cd-0bcea4bb674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:46.730168 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7140e7fd-29a7-4000-a945-907db7b9d9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:46.757422 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5123e3-6733-4d83-a0cd-0bcea4bb674e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fcae9d-8859-4b1d-8ec7-1fba2b8a171a,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:46.760519 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cc5123e3-6733-4d83-a0cd-0bcea4bb674e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:46.768238 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224921a-8d04-4686-b6af-9a47f16d02f0 req-528afa1c-b253-4b73-8d74-07ed7fb42f7e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:46.772830 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-cc5123e3-6733-4d83-a0cd-0bcea4bb674e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7fcae9d-8859-4b1d-8ec7-1fba2b8a171a HTTP/1.1" status: 204  len: 168 time: 0.2928209
Apr 29 15:37:46.777162 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cc5123e3-6733-4d83-a0cd-0bcea4bb674e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:46.783234 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3224921a-8d04-4686-b6af-9a47f16d02f0 req-528afa1c-b253-4b73-8d74-07ed7fb42f7e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 944 time: 0.1539402
Apr 29 15:37:46.832515 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3224921a-8d04-4686-b6af-9a47f16d02f0 req-c0935ff9-7609-4d36-aab2-a7f2642456c8 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476561
Apr 29 15:37:47.474916 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca83041-5c20-4944-9d59-cf70ecf12549 req-23079826-9c71-49d3-bdd3-ca25577450e2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:47.476379 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-eca83041-5c20-4944-9d59-cf70ecf12549 req-23079826-9c71-49d3-bdd3-ca25577450e2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0811608
Apr 29 15:37:47.521789 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-eca83041-5c20-4944-9d59-cf70ecf12549 req-a01b2eb1-1aa9-485a-8c3d-b83216ca2a93 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395885
Apr 29 15:37:47.712551 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9e46e-26f9-4a4d-b044-e187fdc4e991 req-90a56da2-58b9-461f-ba9d-636e9c2eef23 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:47.714239 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b3d9e46e-26f9-4a4d-b044-e187fdc4e991 req-90a56da2-58b9-461f-ba9d-636e9c2eef23 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0834901
Apr 29 15:37:47.759813 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b3d9e46e-26f9-4a4d-b044-e187fdc4e991 req-f64d00f3-0e17-4959-86a3-b28d3e0035f0 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395353
Apr 29 15:37:48.066901 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a2612-0fd7-4798-b32c-20ab3ca7e132 req-4bf71b4c-9978-42da-8acd-c6687447d062 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:48.068385 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5f4a2612-0fd7-4798-b32c-20ab3ca7e132 req-4bf71b4c-9978-42da-8acd-c6687447d062 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 944 time: 0.0928133
Apr 29 15:37:48.117656 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5f4a2612-0fd7-4798-b32c-20ab3ca7e132 req-6bc563d3-ed27-429e-b3fb-9340bc647b6b tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423391
Apr 29 15:37:49.354138 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 4a1ced74-dd91-442a-a221-ddd57bfc0e06 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:37:49.422464 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 4a1ced74-dd91-442a-a221-ddd57bfc0e06 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:37:49.427056 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 4a1ced74-dd91-442a-a221-ddd57bfc0e06 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:37:49.427434 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:49.542343 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:49.569100 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7306e1bd-d673-4dbd-9c05-e694b3826b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1ced74-dd91-442a-a221-ddd57bfc0e06'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:37:49.579299 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 4a1ced74-dd91-442a-a221-ddd57bfc0e06, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a1ced74-dd91-442a-a221-ddd57bfc0e06,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:37:49.583443 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:49.585265 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-2968b0f9-a8e1-4e9e-94b4-8fe3d6965270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:49.648322 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=4a1ced74-dd91-442a-a221-ddd57bfc0e06,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:49.651228 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:52.165027 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7306e1bd-d673-4dbd-9c05-e694b3826b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1ced74-dd91-442a-a221-ddd57bfc0e06', 'code': 200}
Apr 29 15:37:52.296415 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94d0e6-1f4a-4a4d-acf3-03a6a5e9ede2 req-3aa65f45-0e75-4f18-9645-d396c88adcdf tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:52.298812 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0f94d0e6-1f4a-4a4d-acf3-03a6a5e9ede2 req-3aa65f45-0e75-4f18-9645-d396c88adcdf tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 945 time: 0.1057668
Apr 29 15:37:52.350386 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0f94d0e6-1f4a-4a4d-acf3-03a6a5e9ede2 req-bde9bbda-db69-4398-8714-8c02d20d8892 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447757
Apr 29 15:37:52.419006 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c068257-39f1-4730-bc40-8224191400d4 req-c8e289a3-de60-4e9b-a7c5-d27e931ff20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:52.420459 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2c068257-39f1-4730-bc40-8224191400d4 req-c8e289a3-de60-4e9b-a7c5-d27e931ff20c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 1098 time: 0.0728459
Apr 29 15:37:52.462273 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2c068257-39f1-4730-bc40-8224191400d4 req-49643caf-8c15-4cb9-8650-e716f7d6c32a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338101
Apr 29 15:37:52.945863 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:53.536515 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b41fb-479b-420d-bf99-3fa74e2f44f1 req-0c736858-7892-4144-b271-09715987f80b tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:53.538007 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-771b41fb-479b-420d-bf99-3fa74e2f44f1 req-0c736858-7892-4144-b271-09715987f80b tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 945 time: 0.0810409
Apr 29 15:37:53.586025 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-771b41fb-479b-420d-bf99-3fa74e2f44f1 req-3afb78ef-f556-4523-882a-a2ddf46e7f24 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422187
Apr 29 15:37:54.778279 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50093b88-2f4b-4977-bec8-bfbd3c040c58 req-96daf585-29a2-4fd9-9654-fecb05b609cd tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:54.779723 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-50093b88-2f4b-4977-bec8-bfbd3c040c58 req-96daf585-29a2-4fd9-9654-fecb05b609cd tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 945 time: 0.0796990
Apr 29 15:37:54.826627 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-50093b88-2f4b-4977-bec8-bfbd3c040c58 req-a8ebf68d-1dcf-4d8b-b779-fa4b077f14a4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400484
Apr 29 15:37:55.161728 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3b7e9-ea45-4cd5-972c-92800ef05cc8 req-95356494-20c1-4743-b971-f9d82c3071cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:55.163264 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-50e3b7e9-ea45-4cd5-972c-92800ef05cc8 req-95356494-20c1-4743-b971-f9d82c3071cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 1099 time: 0.0826881
Apr 29 15:37:55.220076 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690e0a5-d8a2-4af3-a6d6-940956448b2b req-4ac26e42-d2e2-4269-8c7e-f8c2bc920fda tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:55.222368 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c690e0a5-d8a2-4af3-a6d6-940956448b2b req-4ac26e42-d2e2-4269-8c7e-f8c2bc920fda tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0982804
Apr 29 15:37:55.271939 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c690e0a5-d8a2-4af3-a6d6-940956448b2b req-a5122edf-899b-45a9-95eb-17fbf01e66cb tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434611
Apr 29 15:37:55.388265 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3b7e9-ea45-4cd5-972c-92800ef05cc8 req-db8f588f-e784-44f1-9fcc-313838d6db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:55.389913 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-50e3b7e9-ea45-4cd5-972c-92800ef05cc8 req-db8f588f-e784-44f1-9fcc-313838d6db1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 920 time: 0.2193789
Apr 29 15:37:55.468326 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-50e3b7e9-ea45-4cd5-972c-92800ef05cc8 req-aa868f14-ab73-420e-96a4-aaf17d21e638 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d75ce4-8040-41fd-891e-77817ee0530d HTTP/1.1" status: 200  len: 217 time: 0.0657551
Apr 29 15:37:55.558008 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3b7e9-ea45-4cd5-972c-92800ef05cc8 req-9a21d991-4d82-4715-8436-daafc9879f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:55.559590 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-50e3b7e9-ea45-4cd5-972c-92800ef05cc8 req-9a21d991-4d82-4715-8436-daafc9879f71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d4bd50-aa72-47c1-9c1b-46d491a54466 HTTP/1.1" status: 200  len: 859 time: 0.0843740
Apr 29 15:37:55.642393 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-50e3b7e9-ea45-4cd5-972c-92800ef05cc8 req-71dedc83-2766-46f3-a8ab-4b5b6f675a9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3549e580-522c-4ea0-a975-8714585343c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541286
Apr 29 15:37:55.797418 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-50e3b7e9-ea45-4cd5-972c-92800ef05cc8 req-39e9c717-b1a8-48a1-a515-0dbf8aff3693 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314733
Apr 29 15:37:55.944440 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-50e3b7e9-ea45-4cd5-972c-92800ef05cc8 req-1a521782-2392-4e68-bcda-cbd911a9bc03 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370046
Apr 29 15:37:56.277583 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60274) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:56.346274 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-108921b5-7149-46a2-81f1-ca9b0410946e admin admin] Deleting subnet a4d1d0be-721e-4f27-bd27-76452f0302cb {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:37:56.349391 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-108921b5-7149-46a2-81f1-ca9b0410946e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:56.400043 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-108921b5-7149-46a2-81f1-ca9b0410946e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:56.407315 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-108921b5-7149-46a2-81f1-ca9b0410946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:56.480110 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a25798-8218-42e9-96cc-8665d3866eb7 req-49313a86-8b25-4856-ac05-1e5ff415e4b4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:56.481576 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e2a25798-8218-42e9-96cc-8665d3866eb7 req-49313a86-8b25-4856-ac05-1e5ff415e4b4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0849576
Apr 29 15:37:56.526769 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e2a25798-8218-42e9-96cc-8665d3866eb7 req-5f80f8e3-3786-42ea-b1a0-05e68db100fc tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385745
Apr 29 15:37:56.676229 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-108921b5-7149-46a2-81f1-ca9b0410946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:56.681593 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:56.718815 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108921b5-7149-46a2-81f1-ca9b0410946e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d1d0be-721e-4f27-bd27-76452f0302cb,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:56.721273 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-108921b5-7149-46a2-81f1-ca9b0410946e admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:56.727782 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-108921b5-7149-46a2-81f1-ca9b0410946e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:56.733418 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-108921b5-7149-46a2-81f1-ca9b0410946e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a4d1d0be-721e-4f27-bd27-76452f0302cb HTTP/1.1" status: 204  len: 168 time: 0.4548123
Apr 29 15:37:56.736045 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60290) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:56.857023 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:56.982368 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:57.091264 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6ee2caa820>> segment before_delete 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.091608 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6ee2caa820>> subnet precommit_delete_associations 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.092357 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee3bb01c0>> segment_host_mapping after_create 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.092691 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee3bb01c0>> port after_create 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.093052 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee3bb01c0>> port after_delete 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.093384 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee3bb01c0>> port after_update 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.093697 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee3bb01c0>> segment after_delete 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.094011 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee3bb01c0>> subnet after_create 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.094880 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee3bb01c0>> subnet after_delete 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.095191 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee3bb01c0>> subnet after_update 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.244505 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6ee261e370>> subnet after_create 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.244505 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6ee261e370>> subnet after_delete 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.244505 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6ee261e370>> subnet before_create 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.244505 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6ee261e370>> subnet before_update 55550000 {{(pid=73821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:37:57.244505 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee4f78910>,) {'filters': {'network_id': ['f91a0b8a-e906-4466-b60a-1af56c070d81']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:37:57.252675 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee4f78910>, '55546eb0-1f4b-4700-99ab-e14a5ae9146d') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:37:57.252675 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee4f78910>, '55546eb0-1f4b-4700-99ab-e14a5ae9146d') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:37:57.264707 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018761'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:57.285221 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:57.293015 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:37:57.496195 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Network f91a0b8a-e906-4466-b60a-1af56c070d81 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:37:57.505318 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128101'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:57.694542 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Network f91a0b8a-e906-4466-b60a-1af56c070d81 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   from cryptography.utils import int_from_bytes
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   from cryptography.utils import int_from_bytes
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]: Traceback (most recent call last):
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     timer()
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     cb(*args, **kw)
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     return func(*args, **kwargs)
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     self._notify()
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     self.callback(batched_events)
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     event.method(event)
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     return f(self, *a, **k)
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._get(url).json()
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:37:57.720511 dv-cinder-788782-1-iscsi neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:37:57.744666 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10044d-3daf-4403-987d-dab08963320b req-9ecb3a07-295f-457a-af2a-28ae8b6e8336 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:57.749699 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0e10044d-3daf-4403-987d-dab08963320b req-9ecb3a07-295f-457a-af2a-28ae8b6e8336 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1062753
Apr 29 15:37:57.797136 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0e10044d-3daf-4403-987d-dab08963320b req-fe049123-d8cf-471e-bb5c-e9e691e489a0 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436289
Apr 29 15:37:57.894331 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:57.922439 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4a39b262-2a47-482c-9989-637c136e5eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:57.939678 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:57.948779 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f91a0b8a-e906-4466-b60a-1af56c070d81,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:57.952118 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:57.961859 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f91a0b8a-e906-4466-b60a-1af56c070d81 HTTP/1.1" status: 204  len: 168 time: 1.2246132
Apr 29 15:37:58.142734 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60346) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:58.191346 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-60b1398a-3bec-476b-8334-d38aa13d47eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52988c0bad484d8eaf0beb803882eb9d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0470841
Apr 29 15:37:58.193780 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60350) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:58.249964 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-17bb219c-fb5b-4542-a680-1767e8901a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:58.256322 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-2e1cb317-6b50-45ae-a180-505694f441c2 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:58.257913 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-2e1cb317-6b50-45ae-a180-505694f441c2 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 814 time: 0.1445229
Apr 29 15:37:58.274053 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-c3ff963b-d9df-4669-8e35-2b4cf89c83eb tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/quotas/edf0cc4c99db457c9271ad067237fe7e HTTP/1.1" status: 200  len: 375 time: 0.0102270
Apr 29 15:37:58.278812 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-17bb219c-fb5b-4542-a680-1767e8901a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:58.330627 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-17bb219c-fb5b-4542-a680-1767e8901a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:58.339473 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-044e2ef8-d477-4e9a-b93d-f35e62be753d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:58.353998 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb219c-fb5b-4542-a680-1767e8901a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb7d6aa-ac2d-46a6-a49b-0aa92d846291,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:58.357010 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-17bb219c-fb5b-4542-a680-1767e8901a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:58.364193 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-17bb219c-fb5b-4542-a680-1767e8901a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:58.365329 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-17bb219c-fb5b-4542-a680-1767e8901a0b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dcb7d6aa-ac2d-46a6-a49b-0aa92d846291 HTTP/1.1" status: 204  len: 168 time: 0.1706626
Apr 29 15:37:58.366550 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-89f32011-12da-475b-b91e-5517f6fb1ace tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0863962
Apr 29 15:37:58.501311 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-b0733ffe-eed0-4c3b-b04b-cccc95284652 service neutron] 10.222.0.10 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242757
Apr 29 15:37:58.651779 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-2675b1f2-41f7-4bd0-b01e-156e85f57ff2 service neutron] 10.222.0.10 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429839
Apr 29 15:37:58.931527 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60394) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:58.982184 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cf4c418b-12da-47f3-9881-9324d51483fa req-cec5b9ee-ddbb-4004-aa80-436c48431f3c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 210 time: 0.1117175
Apr 29 15:37:59.170014 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73411be4-ccbf-424c-854f-7dba33ea3e02 req-a4baf2d4-309e-423e-86b9-a2cd5e3d4adc tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:37:59.174010 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-73411be4-ccbf-424c-854f-7dba33ea3e02 req-a4baf2d4-309e-423e-86b9-a2cd5e3d4adc tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1296208
Apr 29 15:37:59.219268 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0dca1446-32b7-4559-bb44-ba8e4f4ac311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:59.255988 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0dca1446-32b7-4559-bb44-ba8e4f4ac311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:37:59.274746 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-73411be4-ccbf-424c-854f-7dba33ea3e02 req-9075e39d-3017-43bb-a432-5d35b352c467 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957789
Apr 29 15:37:59.279558 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0dca1446-32b7-4559-bb44-ba8e4f4ac311 admin admin] Usage tracker for resource:security_group_rule and tenant:8e5836caea9042b3b8c4d747344d67b6 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:37:59.293016 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0dca1446-32b7-4559-bb44-ba8e4f4ac311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:37:59.301557 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0dca1446-32b7-4559-bb44-ba8e4f4ac311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:37:59.335893 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:37:59.430793 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0dca1446-32b7-4559-bb44-ba8e4f4ac311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:59.438738 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0dca1446-32b7-4559-bb44-ba8e4f4ac311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:59.449080 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b0c78ae8-4b0e-4805-9082-ef9ad0bb858e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:59.495816 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-0dca1446-32b7-4559-bb44-ba8e4f4ac311 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e5836caea9042b3b8c4d747344d67b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5633230
Apr 29 15:37:59.497071 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca1446-32b7-4559-bb44-ba8e4f4ac311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263bbb96-2b50-41c8-91a2-d79cb2bcf286,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:59.498664 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60426) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:59.513606 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0dca1446-32b7-4559-bb44-ba8e4f4ac311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:59.610613 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60432) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:59.636510 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60438) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:37:59.637406 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7cac26c8-eda7-457d-aafe-edaf69c3bd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:59.674026 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7cac26c8-eda7-457d-aafe-edaf69c3bd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:59.740735 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7cac26c8-eda7-457d-aafe-edaf69c3bd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:59.746008 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4597bdd0-ed65-46ca-94f2-529878ff6214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:37:59.757897 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac26c8-eda7-457d-aafe-edaf69c3bd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263bbb96-2b50-41c8-91a2-d79cb2bcf286,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:37:59.760738 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7cac26c8-eda7-457d-aafe-edaf69c3bd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:37:59.768978 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7cac26c8-eda7-457d-aafe-edaf69c3bd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:59.773370 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-7cac26c8-eda7-457d-aafe-edaf69c3bd19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/263bbb96-2b50-41c8-91a2-d79cb2bcf286 HTTP/1.1" status: 204  len: 168 time: 0.2736921
Apr 29 15:37:59.838794 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-151dc9e5-1b06-4fc9-b14b-390facad125e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:59.851460 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa8c-014b-4151-9297-37d3c3c7fadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:37:59.872077 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d5c2fa8c-014b-4151-9297-37d3c3c7fadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:37:59.874638 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-151dc9e5-1b06-4fc9-b14b-390facad125e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:37:59.879707 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d5c2fa8c-014b-4151-9297-37d3c3c7fadd admin admin] Usage tracker for resource:security_group_rule and tenant:7411f59b41264d2c925c6f4008602e87 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:37:59.882517 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-151dc9e5-1b06-4fc9-b14b-390facad125e admin admin] Usage tracker for resource:security_group_rule and tenant:9fa13013b36c4ceabd3dbfebd7515005 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:37:59.885022 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d5c2fa8c-014b-4151-9297-37d3c3c7fadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:37:59.887779 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-151dc9e5-1b06-4fc9-b14b-390facad125e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:37:59.895642 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d5c2fa8c-014b-4151-9297-37d3c3c7fadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:37:59.897746 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-151dc9e5-1b06-4fc9-b14b-390facad125e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:37:59.982013 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60452) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:00.052785 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-151dc9e5-1b06-4fc9-b14b-390facad125e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.059856 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa8c-014b-4151-9297-37d3c3c7fadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.061538 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-151dc9e5-1b06-4fc9-b14b-390facad125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.071799 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0ddcd863-5a61-41e6-afe8-7f3e60e7a0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:00.096673 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa8c-014b-4151-9297-37d3c3c7fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.113850 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-815856872-network', 'tenant_id': 'b1e989ac00194df09309cc0851b4a642'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:00.118417 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:00.122685 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Usage tracker for resource:network and tenant:b1e989ac00194df09309cc0851b4a642 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:00.125994 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:00.132406 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:00.147800 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Made reservation on behalf of b1e989ac00194df09309cc0851b4a642 for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:00.151834 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.169166 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.172072 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151dc9e5-1b06-4fc9-b14b-390facad125e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0009a745-2a31-40e9-8eae-a779d4352453,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:00.182582 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-24888bb3-2c5f-4761-b4d5-b9a9efc8f8cc req-b9b59c88-7b6d-4e91-9244-df143de8af9c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 210 time: 0.0895169
Apr 29 15:38:00.185866 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-151dc9e5-1b06-4fc9-b14b-390facad125e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:00.188735 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fea1b1a4-b5ba-4c28-9022-9e26d7b8898f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:00.201084 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-151dc9e5-1b06-4fc9-b14b-390facad125e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9fa13013b36c4ceabd3dbfebd7515005&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5893757
Apr 29 15:38:00.204105 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-d5c2fa8c-014b-4151-9297-37d3c3c7fadd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7411f59b41264d2c925c6f4008602e87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5660982
Apr 29 15:38:00.207469 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60470) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:00.207577 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60472) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:00.218281 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a96f2d0d-d4ae-4b23-8851-cc04b80a2ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.228751 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:00.233507 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e989ac00194df09309cc0851b4a642 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:00.237364 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:00.243646 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:00.327206 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2fa8c-014b-4151-9297-37d3c3c7fadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70867d1f-9aa9-42aa-ba69-9facb1be5454,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:00.374949 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d5c2fa8c-014b-4151-9297-37d3c3c7fadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:00.408340 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.468379 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.489058 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:00.489331 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-125bf9b3-e2ff-4d5f-be8e-120e79df11fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.511759 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f8ae52f-1399-4ba3-856b-4e759a2afc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.519718 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:38:00.535081 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.536370 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.segments_db [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Added segment 9572a28a-da75-4ee9-858b-f8f5a4b6bd3d of type vlan for network 62aafffc-ca48-46a1-8cc0-1d24be266abf
Apr 29 15:38:00.546237 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-125bf9b3-e2ff-4d5f-be8e-120e79df11fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.573115 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f8ae52f-1399-4ba3-856b-4e759a2afc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.676025 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f08e9-cd07-4310-b8b9-07fc988c1640 req-85525a73-892b-4e92-8202-ddff56e43d01 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:00.683099 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-922f08e9-cd07-4310-b8b9-07fc988c1640 req-85525a73-892b-4e92-8202-ddff56e43d01 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.2524087
Apr 29 15:38:00.728505 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f8ae52f-1399-4ba3-856b-4e759a2afc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.736745 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ef6e5484-6765-4eed-a2b4-f5244979d29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:00.743423 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-125bf9b3-e2ff-4d5f-be8e-120e79df11fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.749862 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abe33a2-1028-4281-8a1c-5b28a3aa1992,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:00.757495 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-922f08e9-cd07-4310-b8b9-07fc988c1640 req-d82db48f-3cfe-4d83-b8d0-9fa22d9f8622 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733321
Apr 29 15:38:00.757686 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:00.761347 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.780652 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ae52f-1399-4ba3-856b-4e759a2afc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70867d1f-9aa9-42aa-ba69-9facb1be5454,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:00.799836 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8f8ae52f-1399-4ba3-856b-4e759a2afc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:00.800604 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d5c2fa8c-014b-4151-9297-37d3c3c7fadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:00.810338 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-8d9e1f21-3283-47c6-84c3-c0c9d5f60c06 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:00.811842 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-8d9e1f21-3283-47c6-84c3-c0c9d5f60c06 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 814 time: 0.4018681
Apr 29 15:38:00.825044 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bf9b3-e2ff-4d5f-be8e-120e79df11fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0009a745-2a31-40e9-8eae-a779d4352453,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:00.826830 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Request body: {'port': {'device_id': '4001f76b-a634-4d57-a416-6caa3bfec34e', 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e', 'admin_state_up': True, 'tenant_id': 'edf0cc4c99db457c9271ad067237fe7e'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:00.827597 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-125bf9b3-e2ff-4d5f-be8e-120e79df11fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:00.830180 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-125bf9b3-e2ff-4d5f-be8e-120e79df11fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.831278 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-125bf9b3-e2ff-4d5f-be8e-120e79df11fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0009a745-2a31-40e9-8eae-a779d4352453 HTTP/1.1" status: 204  len: 168 time: 0.6226244
Apr 29 15:38:00.832186 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f8ae52f-1399-4ba3-856b-4e759a2afc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.844948 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-8f8ae52f-1399-4ba3-856b-4e759a2afc88 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70867d1f-9aa9-42aa-ba69-9facb1be5454 HTTP/1.1" status: 204  len: 168 time: 0.6282818
Apr 29 15:38:00.845112 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.857424 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:00.858051 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:00.871058 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:01.032457 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0492485
Apr 29 15:38:01.036386 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60506) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:01.040981 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Pushing event updated for resources: {'Network': ['ID=62aafffc-ca48-46a1-8cc0-1d24be266abf,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:01.044734 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Request body: {'subnet': {'network_id': '62aafffc-ca48-46a1-8cc0-1d24be266abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-815856872-subnet', 'tenant_id': 'b1e989ac00194df09309cc0851b4a642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:01.049511 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:01.056651 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 62aafffc-ca48-46a1-8cc0-1d24be266abf details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:38:01.058579 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:01.064031 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Usage tracker for resource:subnet and tenant:b1e989ac00194df09309cc0851b4a642 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:01.068712 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:01.077322 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:01.086677 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:01.092484 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Made reservation on behalf of b1e989ac00194df09309cc0851b4a642 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:01.096553 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6400143'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:01.100229 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:01.113092 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Made reservation on behalf of edf0cc4c99db457c9271ad067237fe7e for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:01.117774 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:01.408020 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60514) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:01.434259 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-85684263-b4f8-4194-b9bd-9b71847634cd req-d350a807-84fb-444e-9815-1fa13b11d34a tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 210 time: 0.0719423
Apr 29 15:38:01.443581 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9fee5e36-f2d8-466d-ba64-78b022fcb6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:01.467982 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9fee5e36-f2d8-466d-ba64-78b022fcb6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:01.478038 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-9fee5e36-f2d8-466d-ba64-78b022fcb6fb admin admin] Usage tracker for resource:security_group_rule and tenant:26685c880be848bc915930b9104b1a58 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:01.482586 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Allocated IP 172.20.0.8 (422fe44b-6f4d-4a3a-9fcb-aab397fc764e/052e1034-e165-4802-a90d-f32243144b22/2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:38:01.484255 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-9fee5e36-f2d8-466d-ba64-78b022fcb6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:01.495705 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9fee5e36-f2d8-466d-ba64-78b022fcb6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:01.726485 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8127424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6400253'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:01.736649 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a42102de-fc87-4967-996c-46d9e929e42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:01.790586 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9fee5e36-f2d8-466d-ba64-78b022fcb6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:01.808655 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9fee5e36-f2d8-466d-ba64-78b022fcb6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:01.819172 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9e694295-704e-48c2-81c9-08ddbd15a25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:01.828308 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:01.851245 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Checking segment: {'id': '9572a28a-da75-4ee9-858b-f8f5a4b6bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '62aafffc-ca48-46a1-8cc0-1d24be266abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:38:01.851609 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Network hostable DHCP agents. Network: 62aafffc-ca48-46a1-8cc0-1d24be266abf, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:38:01.862587 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2819f8-9a19-4939-8529-10bec4e158ed,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:01.869149 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:01.873203 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-9fee5e36-f2d8-466d-ba64-78b022fcb6fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26685c880be848bc915930b9104b1a58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4648201
Apr 29 15:38:01.879265 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60532) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:01.885169 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Network 62aafffc-ca48-46a1-8cc0-1d24be266abf is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:38:01.898192 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 62aafffc-ca48-46a1-8cc0-1d24be266abf) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:38:01.898929 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee5e36-f2d8-466d-ba64-78b022fcb6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baec47f4-9c26-43ab-9829-541a867aa02d,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:01.902926 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9fee5e36-f2d8-466d-ba64-78b022fcb6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:01.907551 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1bf882-a4ef-4804-8b00-85a787fde6b4 None None] Network 62aafffc-ca48-46a1-8cc0-1d24be266abf requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:38:01.919930 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:01.920652 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:01.960537 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9226415
Apr 29 15:38:02.002861 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a693527d-fc54-43ab-bb4c-9bc001c6fdb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:02.058749 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:02.076216 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8742faa4-5951-45a0-86ee-2d84d6f69ca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:02.106932 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['18abd4eb-5450-4c1c-a39c-809d6f7fbc72', '4a1ced74-dd91-442a-a221-ddd57bfc0e06'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:38:02.126771 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a693527d-fc54-43ab-bb4c-9bc001c6fdb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:02.174289 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3e5f5-fd1a-4f9d-91e8-5bad90af3ccc req-65010a23-e365-4b89-889c-d7320dba8ad4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:02.185731 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:38:02.197585 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5dc3e5f5-fd1a-4f9d-91e8-5bad90af3ccc req-65010a23-e365-4b89-889c-d7320dba8ad4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.2229180
Apr 29 15:38:02.199750 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:38:02.210214 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:38:02.216229 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:02.217116 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:02.239816 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Pushing event updated for resources: {'Port': ['ID=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:02.243411 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:02.273428 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4509909
Apr 29 15:38:02.277254 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5dc3e5f5-fd1a-4f9d-91e8-5bad90af3ccc req-9d49deb4-8942-4418-9b67-0f337ac5f047 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786963
Apr 29 15:38:02.293127 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Request body: {'port': {'device_id': '4001f76b-a634-4d57-a416-6caa3bfec34e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:02.350522 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a693527d-fc54-43ab-bb4c-9bc001c6fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:02.355341 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a693527d-fc54-43ab-bb4c-9bc001c6fdb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:02.356905 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-a693527d-fc54-43ab-bb4c-9bc001c6fdb8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/baec47f4-9c26-43ab-9829-541a867aa02d HTTP/1.1" status: 204  len: 168 time: 0.4752719
Apr 29 15:38:02.366160 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8e9a5428-2dd4-40c6-9b5f-2eb2d22228d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:02.379699 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693527d-fc54-43ab-bb4c-9bc001c6fdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec47f4-9c26-43ab-9829-541a867aa02d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:02.381998 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a693527d-fc54-43ab-bb4c-9bc001c6fdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:02.389728 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60554) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:02.458216 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:02.479531 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1199fe-1e60-48d5-b2f3-b5823217488f None None] Network 62aafffc-ca48-46a1-8cc0-1d24be266abf requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:38:02.752578 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1460758496-network', 'tenant_id': '01334658c34c4973912667d06a0e0625'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:02.758371 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:02.763705 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Usage tracker for resource:network and tenant:01334658c34c4973912667d06a0e0625 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:02.769879 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:02.785466 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:02.799120 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Made reservation on behalf of 01334658c34c4973912667d06a0e0625 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:02.803062 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:02.825731 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:02.843441 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:02.850440 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Usage tracker for resource:security_group_rule and tenant:01334658c34c4973912667d06a0e0625 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:02.854773 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:02.863720 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:03.022511 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e0fb7165-9793-4a51-9a90-6c50acde80e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.054413 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.061218 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.066480 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8f8ae52f-1399-4ba3-856b-4e759a2afc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:03.094625 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:38:03.108292 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce51c17-525f-45aa-b7d9-1c523ea178d2 req-7155fdf1-892d-4f8b-a550-5626fc09a8fa tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:03.110129 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e4005-46dc-4d05-b37d-87b7433f744e,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:03.110254 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-bce51c17-525f-45aa-b7d9-1c523ea178d2 req-7155fdf1-892d-4f8b-a550-5626fc09a8fa tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Synchronizing usage tracker for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:38:03.114998 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:03.116018 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.116448 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.segments_db [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Added segment ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2 of type vlan for network f45020db-232f-4801-87c0-3cd7d2dac70a
Apr 29 15:38:03.147565 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.157707 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-bce51c17-525f-45aa-b7d9-1c523ea178d2 req-7155fdf1-892d-4f8b-a550-5626fc09a8fa tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Unset dirty status for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:38:03.167680 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bce51c17-525f-45aa-b7d9-1c523ea178d2 req-7155fdf1-892d-4f8b-a550-5626fc09a8fa tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 931 time: 0.5424767
Apr 29 15:38:03.199778 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.218346 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.219958 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:03.221158 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.226276 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:03.253933 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bce51c17-525f-45aa-b7d9-1c523ea178d2 req-294a1cae-aeb2-411d-9d71-c8eda15676f2 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852418
Apr 29 15:38:03.300378 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60592) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:03.321903 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330447073-network', 'tenant_id': 'd4301a8095174302b7c91e738ef19683'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:03.351827 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:38:03.360457 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.377044 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Transition to ACTIVE for port object 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:38:03.382555 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.392378 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:03.441297 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:03.495501 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Usage tracker for resource:network and tenant:d4301a8095174302b7c91e738ef19683 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:03.509915 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1190653
Apr 29 15:38:03.510768 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60604) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:03.511585 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:03.517819 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Pushing event updated for resources: {'Network': ['ID=f45020db-232f-4801-87c0-3cd7d2dac70a,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:03.525909 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:03.529574 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Request body: {'subnet': {'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1460758496-subnet', 'tenant_id': '01334658c34c4973912667d06a0e0625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:03.530721 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network f45020db-232f-4801-87c0-3cd7d2dac70a details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:38:03.538847 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:03.545933 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:03.561839 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Usage tracker for resource:subnet and tenant:01334658c34c4973912667d06a0e0625 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:03.566169 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Made reservation on behalf of d4301a8095174302b7c91e738ef19683 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:03.568510 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.583639 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:03.603673 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:03.607003 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.623917 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:03.628580 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Usage tracker for resource:security_group_rule and tenant:d4301a8095174302b7c91e738ef19683 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:03.631634 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:03.641418 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:03.680961 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Pushing event updated for resources: {'Port': ['ID=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:03.712022 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbac7f-34cc-4279-95bf-7844712222e2 req-67d8689a-2ecc-47f8-a9c5-b38d60f7070f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:03.717999 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8dbbac7f-34cc-4279-95bf-7844712222e2 req-67d8689a-2ecc-47f8-a9c5-b38d60f7070f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.2742746
Apr 29 15:38:03.720066 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Attempting to bind port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:38:03.720622 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Attempting to bind port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:38:03.720792 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Attempting to bind port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:38:03.725177 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.725595 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.726013 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.726361 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.726704 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.727072 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.727450 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.727782 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Made reservation on behalf of 01334658c34c4973912667d06a0e0625 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:03.727891 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.728165 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.728544 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.728817 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.729276 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:03.730248 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6400143'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.734023 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:03.735119 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:38:03.735423 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Attempting to bind port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:38:03.741030 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:38:03.741468 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Checking segment: {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:38:03.741932 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Bound using segment: {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:38:03.742453 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Bound port: 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:38:03.742908 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.819045 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.894912 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8dbbac7f-34cc-4279-95bf-7844712222e2 req-a8b5c8e2-583a-4963-a0f9-3390f0de1920 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723468
Apr 29 15:38:03.915208 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.925949 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] For port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:38:03.927474 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.929665 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] For port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:38:03.932997 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-151dc9e5-1b06-4fc9-b14b-390facad125e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:03.939142 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:03.954940 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:03.966834 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:38:04.002769 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:04.003585 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:04.005436 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] 10.222.0.32 "PUT /v2.0/ports/2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b HTTP/1.1" status: 200  len: 1093 time: 1.7190988
Apr 29 15:38:04.013719 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4001f76b-a634-4d57-a416-6caa3bfec34e', 'tag': '2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:38:04.032769 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3ce9d3-d617-488a-a16b-71672d1e3360,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:04.046334 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:04.049119 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:04.049525 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.segments_db [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Added segment 2a781ca0-1c00-4b4b-92c6-5c8844cea861 of type vlan for network d91ffab5-cb0f-40e4-adfc-a409ee63c9ea
Apr 29 15:38:04.097637 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:04.126634 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Pushing event updated for resources: {'Port': ['ID=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:04.131264 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:04.143847 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:04.147496 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:04.148072 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:04.154774 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:04.180328 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4001f76b-a634-4d57-a416-6caa3bfec34e', 'tag': '2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b', 'status': 'completed', 'code': 200}
Apr 29 15:38:04.212909 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-aac57627-494f-492d-a2b6-3a0757f3fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:04.216302 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-aac57627-494f-492d-a2b6-3a0757f3fee9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 1096 time: 0.1634896
Apr 29 15:38:04.286303 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9789598
Apr 29 15:38:04.287950 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60634) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:04.289514 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Pushing event updated for resources: {'Network': ['ID=d91ffab5-cb0f-40e4-adfc-a409ee63c9ea,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:04.302376 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Request body: {'subnet': {'network_id': 'd91ffab5-cb0f-40e4-adfc-a409ee63c9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330447073-subnet', 'tenant_id': 'd4301a8095174302b7c91e738ef19683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:04.307663 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.308053 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.308350 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.308685 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.309056 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.309390 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.309715 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.310039 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.310366 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.310687 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.311011 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.312517 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:04.315899 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:04.316852 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:04.322344 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Usage tracker for resource:subnet and tenant:d4301a8095174302b7c91e738ef19683 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:04.323208 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network d91ffab5-cb0f-40e4-adfc-a409ee63c9ea details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:38:04.323672 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-a92becf7-8741-42b5-b467-99057a2e84c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b HTTP/1.1" status: 200  len: 217 time: 0.0871971
Apr 29 15:38:04.326370 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:04.333796 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:04.407611 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Made reservation on behalf of d4301a8095174302b7c91e738ef19683 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:04.410134 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6400143'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:04.424496 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-fadf9c1c-7b6d-4504-9cba-ecdcd093d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:04.426397 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-fadf9c1c-7b6d-4504-9cba-ecdcd093d667 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=052e1034-e165-4802-a90d-f32243144b22 HTTP/1.1" status: 200  len: 854 time: 0.0925717
Apr 29 15:38:04.499319 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-37266387-2918-4da2-a36f-93ef94c62244 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642180
Apr 29 15:38:04.742337 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-6d33a7cb-259a-4f99-8ba1-2e9d7a3f67d9 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2332308
Apr 29 15:38:04.746208 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321348f4-36ad-4a6d-93ff-8fefb4199e9f req-47732969-07a7-41a0-93ed-67bad3db62ae tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:04.747637 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-321348f4-36ad-4a6d-93ff-8fefb4199e9f req-47732969-07a7-41a0-93ed-67bad3db62ae tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 943 time: 0.2215192
Apr 29 15:38:04.750427 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8127424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6400253'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:04.759215 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:04.897559 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f0ce3df3-e0a4-4d8d-9397-6f06827a820e req-cb5528d9-d502-4ce1-9aa0-74de4c105ca3 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465821
Apr 29 15:38:04.976371 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b7703a-5a69-4261-8eb8-31c859a46bfc,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:04.987517 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:04.989214 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-321348f4-36ad-4a6d-93ff-8fefb4199e9f req-b5e31880-5fe7-4774-bdd1-e36df744fb92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322619
Apr 29 15:38:05.038141 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Checking segment: {'id': 'ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:38:05.038494 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Network hostable DHCP agents. Network: f45020db-232f-4801-87c0-3cd7d2dac70a, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:38:05.128413 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Network f45020db-232f-4801-87c0-3cd7d2dac70a is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:38:05.142768 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, f45020db-232f-4801-87c0-3cd7d2dac70a) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:38:05.155561 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744d2f1d-1545-4e84-a5b2-cf78c9ada553 None None] Network f45020db-232f-4801-87c0-3cd7d2dac70a requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:38:05.161197 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:05.162191 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:05.170498 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61419bb-6cdc-4538-8e40-1bae2105a891 req-817b74c5-ada5-4688-9ef3-a111bf7dc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:05.172870 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c61419bb-6cdc-4538-8e40-1bae2105a891 req-817b74c5-ada5-4688-9ef3-a111bf7dc27f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 1096 time: 0.2168179
Apr 29 15:38:05.193723 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6776342
Apr 29 15:38:05.225915 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc8834-87d9-4235-b5a5-e9012208fdf5 req-054feb29-d027-4fe3-88aa-4c5746bd8bf2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:05.232818 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-28dc8834-87d9-4235-b5a5-e9012208fdf5 req-054feb29-d027-4fe3-88aa-4c5746bd8bf2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1864970
Apr 29 15:38:05.271645 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8127424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6400253'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:05.285523 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-36de0397-8e5e-4fca-a6ed-aa2b8c62e501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:05.402154 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-28dc8834-87d9-4235-b5a5-e9012208fdf5 req-3acdf715-6420-430d-a5f0-4fbaa583ccc9 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659553
Apr 29 15:38:05.406817 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e254977-2fb8-4a25-bf1a-b66a438fa12c,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:05.410880 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:05.427469 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Checking segment: {'id': '2a781ca0-1c00-4b4b-92c6-5c8844cea861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd91ffab5-cb0f-40e4-adfc-a409ee63c9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:38:05.427819 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Network hostable DHCP agents. Network: d91ffab5-cb0f-40e4-adfc-a409ee63c9ea, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:38:05.450150 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Network d91ffab5-cb0f-40e4-adfc-a409ee63c9ea is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:38:05.467176 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, d91ffab5-cb0f-40e4-adfc-a409ee63c9ea) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:38:05.476244 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61419bb-6cdc-4538-8e40-1bae2105a891 req-874ee90d-ac82-4baf-b1c3-627e5dff927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:05.477733 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c61419bb-6cdc-4538-8e40-1bae2105a891 req-874ee90d-ac82-4baf-b1c3-627e5dff927c service neutron] 10.222.0.32 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 915 time: 0.2951822
Apr 29 15:38:05.478952 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb981be-6965-4b75-a964-c35b481e9dd4 None None] Network d91ffab5-cb0f-40e4-adfc-a409ee63c9ea requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:38:05.487946 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:05.488762 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:05.530472 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.2351072
Apr 29 15:38:05.611487 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c61419bb-6cdc-4538-8e40-1bae2105a891 req-fe720f7c-546f-4644-be73-111c5efd6ea7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b HTTP/1.1" status: 200  len: 217 time: 0.1237330
Apr 29 15:38:05.626489 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:05.729909 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38280e53-5a87-4fb9-92a9-96fc3bba0f76 None None] Network f45020db-232f-4801-87c0-3cd7d2dac70a requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:38:05.737041 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61419bb-6cdc-4538-8e40-1bae2105a891 req-65a1c5ed-aad2-4f84-8fc6-7adcc47d63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:05.738687 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c61419bb-6cdc-4538-8e40-1bae2105a891 req-65a1c5ed-aad2-4f84-8fc6-7adcc47d63ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=052e1034-e165-4802-a90d-f32243144b22 HTTP/1.1" status: 200  len: 854 time: 0.1167064
Apr 29 15:38:05.784592 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60692) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:05.848977 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c61419bb-6cdc-4538-8e40-1bae2105a891 req-b6426927-e5e2-49cb-bb60-cfff46c8a18d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1013575
Apr 29 15:38:05.904677 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e614a2-82af-475d-843b-2d83eee8ef18 None None] Network d91ffab5-cb0f-40e4-adfc-a409ee63c9ea requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:38:05.911303 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abfa4fd-3a29-4197-9e81-31f27f2ab38e admin admin] Deleting subnet fd2819f8-9a19-4939-8529-10bec4e158ed {{(pid=73821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:38:05.920001 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8abfa4fd-3a29-4197-9e81-31f27f2ab38e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:06.025679 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8abfa4fd-3a29-4197-9e81-31f27f2ab38e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7018774'] for subnet, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:06.106870 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8abfa4fd-3a29-4197-9e81-31f27f2ab38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:06.277495 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c61419bb-6cdc-4538-8e40-1bae2105a891 req-f5c2c68f-10a5-47a5-bb45-20e70f2f148b service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4201260
Apr 29 15:38:06.414922 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60718) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:06.566617 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8abfa4fd-3a29-4197-9e81-31f27f2ab38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8128003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6400228'] for subnet, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:06.586043 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:06.623107 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfa4fd-3a29-4197-9e81-31f27f2ab38e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2819f8-9a19-4939-8529-10bec4e158ed,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:06.626066 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cf4c249b-32a3-4ea4-86bb-09cb3d8027fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:06.636570 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8abfa4fd-3a29-4197-9e81-31f27f2ab38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:06.643284 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8abfa4fd-3a29-4197-9e81-31f27f2ab38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:06.650977 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-8abfa4fd-3a29-4197-9e81-31f27f2ab38e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fd2819f8-9a19-4939-8529-10bec4e158ed HTTP/1.1" status: 204  len: 168 time: 0.8695812
Apr 29 15:38:06.655731 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60728) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:06.686449 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-cf4c249b-32a3-4ea4-86bb-09cb3d8027fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:06.696908 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c61419bb-6cdc-4538-8e40-1bae2105a891 req-c9c4e45e-3bb7-4de5-8c98-9ea92dd657b3 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4121063
Apr 29 15:38:06.697445 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-cf4c249b-32a3-4ea4-86bb-09cb3d8027fe admin admin] Usage tracker for resource:security_group_rule and tenant:a68bf69749884734807bdede1a52ff0e is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:06.705447 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-cf4c249b-32a3-4ea4-86bb-09cb3d8027fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:06.705768 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510520-c0a6-4874-a2cd-5898c861c3ae req-ed9af329-4d3e-4204-b476-62f3ad2724cf tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:06.707194 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e4510520-c0a6-4874-a2cd-5898c861c3ae req-ed9af329-4d3e-4204-b476-62f3ad2724cf tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 943 time: 0.3834033
Apr 29 15:38:06.716250 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-cf4c249b-32a3-4ea4-86bb-09cb3d8027fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:06.770490 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298e08e-ba8b-479b-b268-88320b1de41c req-a9e5a7de-7b32-4272-bf3d-37de86b89f84 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:06.771903 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4298e08e-ba8b-479b-b268-88320b1de41c req-a9e5a7de-7b32-4272-bf3d-37de86b89f84 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1328175
Apr 29 15:38:06.817018 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:06.823715 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e4510520-c0a6-4874-a2cd-5898c861c3ae req-2d5a5b08-8a17-4fe5-a7b6-520fb51f615e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085827
Apr 29 15:38:06.841316 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4298e08e-ba8b-479b-b268-88320b1de41c req-3ae3760e-c768-4281-85fb-07ddf44138d1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600395
Apr 29 15:38:06.883728 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cf4c249b-32a3-4ea4-86bb-09cb3d8027fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:06.890481 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cf4c249b-32a3-4ea4-86bb-09cb3d8027fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:06.900145 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-73a99739-6b00-4ce7-8ffd-a5226917275c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:06.940376 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-cf4c249b-32a3-4ea4-86bb-09cb3d8027fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a68bf69749884734807bdede1a52ff0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5226893
Apr 29 15:38:06.942930 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60732) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:06.945455 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c249b-32a3-4ea4-86bb-09cb3d8027fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7419a1b-ab1b-489c-be02-5a2d85b9ed93,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:06.951660 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:06.962612 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cf4c249b-32a3-4ea4-86bb-09cb3d8027fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:07.005395 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b00651b7-9c1f-4bfb-a21f-932437090c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.034347 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b00651b7-9c1f-4bfb-a21f-932437090c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.061259 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6ee1e784f0>> segment before_delete 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.061599 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6ee1e784f0>> subnet precommit_delete_associations 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.062316 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee325a340>> segment_host_mapping after_create 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.062750 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee325a340>> port after_create 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.063104 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee325a340>> port after_delete 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.063434 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee325a340>> port after_update 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.063747 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee325a340>> segment after_delete 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.064058 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee325a340>> subnet after_create 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.064368 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee325a340>> subnet after_delete 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.064676 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6ee325a340>> subnet after_update 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.086394 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b00651b7-9c1f-4bfb-a21f-932437090c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.090957 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:07.101551 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00651b7-9c1f-4bfb-a21f-932437090c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7419a1b-ab1b-489c-be02-5a2d85b9ed93,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:07.104996 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b00651b7-9c1f-4bfb-a21f-932437090c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:07.108166 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b00651b7-9c1f-4bfb-a21f-932437090c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.111143 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-b00651b7-9c1f-4bfb-a21f-932437090c95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7419a1b-ab1b-489c-be02-5a2d85b9ed93 HTTP/1.1" status: 204  len: 168 time: 0.1672885
Apr 29 15:38:07.131516 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6ee3019970>> subnet after_create 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.131861 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6ee3019970>> subnet after_delete 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.132173 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6ee3019970>> subnet before_create 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.132515 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6ee3019970>> subnet before_update 55550000 {{(pid=73822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 15:38:07.132846 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee325a2b0>,) {'filters': {'network_id': ['62aafffc-ca48-46a1-8cc0-1d24be266abf']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:38:07.146044 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee325a2b0>, '9572a28a-da75-4ee9-858b-f8f5a4b6bd3d') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:38:07.146414 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee325a2b0>, '9572a28a-da75-4ee9-858b-f8f5a4b6bd3d') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:38:07.158129 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5884868'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.175134 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.182046 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:38:07.359294 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Network 62aafffc-ca48-46a1-8cc0-1d24be266abf has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:38:07.368072 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7728205'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.430738 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60746) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:07.450696 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b751e305-efc5-46f2-95b6-298dec05b2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.470816 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b751e305-efc5-46f2-95b6-298dec05b2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:07.474822 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b751e305-efc5-46f2-95b6-298dec05b2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b29a3bd58e154922b67c3a2ed6ba0ebd is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:07.478204 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b751e305-efc5-46f2-95b6-298dec05b2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:07.484210 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b751e305-efc5-46f2-95b6-298dec05b2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:07.660113 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b751e305-efc5-46f2-95b6-298dec05b2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.665422 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Network 62aafffc-ca48-46a1-8cc0-1d24be266abf has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:38:07.667829 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b751e305-efc5-46f2-95b6-298dec05b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.702709 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:07.716488 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-b751e305-efc5-46f2-95b6-298dec05b2d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b29a3bd58e154922b67c3a2ed6ba0ebd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2821038
Apr 29 15:38:07.717264 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60756) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   from cryptography.utils import int_from_bytes
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   from cryptography.utils import int_from_bytes
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]: Traceback (most recent call last):
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     timer()
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     cb(*args, **kw)
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     return func(*args, **kwargs)
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     self._notify()
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     self.callback(batched_events)
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     event.method(event)
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     return f(self, *a, **k)
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._get(url).json()
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:38:07.719175 dv-cinder-788782-1-iscsi neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:38:07.809247 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f8d5c156-79ef-4374-9236-6d7cb2423067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.839326 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f8d5c156-79ef-4374-9236-6d7cb2423067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.847847 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.851433 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751e305-efc5-46f2-95b6-298dec05b2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e186e7b-94c4-4313-b8c4-f4f8801b5d11,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:07.856468 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b751e305-efc5-46f2-95b6-298dec05b2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:07.868970 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.878321 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3e09caa2-603b-42a1-b8e1-c97d6e99eab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:07.914851 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60774) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:07.915164 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] 10.222.0.10 "DELETE /v2.0/networks/62aafffc-ca48-46a1-8cc0-1d24be266abf HTTP/1.1" status: 204  len: 168 time: 1.2574208
Apr 29 15:38:07.918922 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Pushing event deleted for resources: {'Network': ['ID=62aafffc-ca48-46a1-8cc0-1d24be266abf,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:07.922578 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:07.973942 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f8d5c156-79ef-4374-9236-6d7cb2423067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:07.981540 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:08.034232 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5c156-79ef-4374-9236-6d7cb2423067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e186e7b-94c4-4313-b8c4-f4f8801b5d11,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:08.044861 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f8d5c156-79ef-4374-9236-6d7cb2423067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:08.055061 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f8d5c156-79ef-4374-9236-6d7cb2423067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:08.056160 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-f8d5c156-79ef-4374-9236-6d7cb2423067 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e186e7b-94c4-4313-b8c4-f4f8801b5d11 HTTP/1.1" status: 204  len: 168 time: 0.3380551
Apr 29 15:38:08.060019 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff127e6-4bfb-48de-b957-31f2a59d1a00 admin admin] Deleting subnet 1e254977-2fb8-4a25-bf1a-b66a438fa12c {{(pid=73821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:38:08.066504 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5ff127e6-4bfb-48de-b957-31f2a59d1a00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:08.081989 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428efc9-7257-4af7-a56b-df56034a9881 req-165d0fea-bd71-45e6-a402-e8d17231e814 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:08.083692 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-165d0fea-bd71-45e6-a402-e8d17231e814 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/networks?id=f45020db-232f-4801-87c0-3cd7d2dac70a HTTP/1.1" status: 200  len: 809 time: 0.1565614
Apr 29 15:38:08.100587 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-35b737e6-0dc7-4d40-b664-17f5ee392305 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/quotas/01334658c34c4973912667d06a0e0625 HTTP/1.1" status: 200  len: 375 time: 0.0107136
Apr 29 15:38:08.128732 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5ff127e6-4bfb-48de-b957-31f2a59d1a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7018774'] for subnet, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:08.159594 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-0ed01208-a560-4c5f-b148-b3036b30b0a5 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=01334658c34c4973912667d06a0e0625&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0535703
Apr 29 15:38:08.182159 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c90f59-13be-4e62-b398-3fe1f6cef627 req-cc1a268e-30ff-4bd1-8267-c39e592be7ed tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:08.183642 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-61c90f59-13be-4e62-b398-3fe1f6cef627 req-cc1a268e-30ff-4bd1-8267-c39e592be7ed tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 943 time: 0.2030084
Apr 29 15:38:08.221448 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5ff127e6-4bfb-48de-b957-31f2a59d1a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:08.280730 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-61c90f59-13be-4e62-b398-3fe1f6cef627 req-bdcb5a07-9429-4960-b40a-6f36c05d1b86 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884492
Apr 29 15:38:08.303550 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-82cc3543-e500-4eb8-af84-1aae110c78d2 service neutron] 10.222.0.10 "GET /v2.0/networks/f45020db-232f-4801-87c0-3cd7d2dac70a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429839
Apr 29 15:38:08.575433 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:38:08.644097 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561023d-69b7-489a-b39a-88d71dd836f4 req-29d139ad-17cb-408a-8e88-2e05c528c61e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:08.651239 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2561023d-69b7-489a-b39a-88d71dd836f4 req-29d139ad-17cb-408a-8e88-2e05c528c61e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1519704
Apr 29 15:38:08.686292 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-816e7acd-dbeb-45b1-8f72-e138cde6435c service neutron] 10.222.0.10 "GET /v2.0/networks/f45020db-232f-4801-87c0-3cd7d2dac70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3816807
Apr 29 15:38:08.699617 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6255722-1459-41bd-a601-107a8371ee06 req-7bf4a6c1-59ea-4e72-bb4c-eedf54a4c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:08.703985 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a6255722-1459-41bd-a601-107a8371ee06 req-7bf4a6c1-59ea-4e72-bb4c-eedf54a4c8aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 1099 time: 0.1872704
Apr 29 15:38:08.709647 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2561023d-69b7-489a-b39a-88d71dd836f4 req-b6590fae-cb00-4e20-a7eb-07217231dfd3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574434
Apr 29 15:38:08.710851 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5ff127e6-4bfb-48de-b957-31f2a59d1a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8128003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6400228'] for subnet, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:08.715947 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-aa110223-5735-4c0c-882d-dd4929c25752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:08.775733 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a6255722-1459-41bd-a601-107a8371ee06 req-fca23ce2-f5a2-485d-9f8c-a581465cf0b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625401
Apr 29 15:38:08.802263 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff127e6-4bfb-48de-b957-31f2a59d1a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e254977-2fb8-4a25-bf1a-b66a438fa12c,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:08.814479 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5ff127e6-4bfb-48de-b957-31f2a59d1a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:08.817286 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5ff127e6-4bfb-48de-b957-31f2a59d1a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:08.835286 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-5ff127e6-4bfb-48de-b957-31f2a59d1a00 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1e254977-2fb8-4a25-bf1a-b66a438fa12c HTTP/1.1" status: 204  len: 168 time: 0.9163971
Apr 29 15:38:08.835476 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60802) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:08.885959 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:38:08.927845 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b', 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e', 'port_id': '2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b', 'mac_address': 'fa:16:3e:14:22:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052e1034-e165-4802-a90d-f32243144b22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:38:09.017670 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:09.024483 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:09.043978 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:38:09.052623 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60814) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:09.084863 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:38:09.097250 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:09.100468 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:09.165730 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-05e73779-5d67-4a68-9ac6-2ba3552b1a1f req-ed812fa7-db46-46ac-a75c-77892f6545aa tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 210 time: 0.1226346
Apr 29 15:38:09.195240 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:09.206791 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.207197 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.207693 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.208451 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.209105 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.209422 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.209917 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.210258 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.210582 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.211029 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.211357 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.211672 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:38:09.216619 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:09.239795 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-980153821-network', 'tenant_id': 'ad66777ef709412da0ef4d5ae933c555'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:09.246114 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:09.251093 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Usage tracker for resource:network and tenant:ad66777ef709412da0ef4d5ae933c555 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:09.253839 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:09.255414 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:09.263737 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:09.277785 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Made reservation on behalf of ad66777ef709412da0ef4d5ae933c555 for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:09.282618 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:09.303359 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:09.327273 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:09.335916 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad66777ef709412da0ef4d5ae933c555 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:09.341248 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:09.352030 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:09.380007 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee3ba7e80>,) {'filters': {'network_id': ['d91ffab5-cb0f-40e4-adfc-a409ee63c9ea']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:38:09.396052 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee3ba7e80>, '2a781ca0-1c00-4b4b-92c6-5c8844cea861') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:38:09.396666 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee3ba7e80>, '2a781ca0-1c00-4b4b-92c6-5c8844cea861') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:38:09.411141 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018761'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:09.435124 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:09.444264 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:38:09.501049 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:09.509682 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:09.516599 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-627f7cbc-7845-43b2-9616-859b965acec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:09.608174 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a44f23-c2f5-47ea-8d11-d7466a49c8ca,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:09.612065 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:09.651533 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9942-9acd-4d2a-8eb8-34f3c569119f req-a63b746e-73df-439e-98dc-3d8baf3d0c04 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:09.653227 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35ec9942-9acd-4d2a-8eb8-34f3c569119f req-a63b746e-73df-439e-98dc-3d8baf3d0c04 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 944 time: 0.1121256
Apr 29 15:38:09.694891 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Network d91ffab5-cb0f-40e4-adfc-a409ee63c9ea has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:38:09.698341 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:38:09.705468 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35ec9942-9acd-4d2a-8eb8-34f3c569119f req-5deaac75-5e89-4cfa-982d-1061831a1b63 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466294
Apr 29 15:38:09.707633 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128101'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:09.935524 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Network d91ffab5-cb0f-40e4-adfc-a409ee63c9ea has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]: Traceback (most recent call last):
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     timer()
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     cb(*args, **kw)
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     return func(*args, **kwargs)
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     self._notify()
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     self.callback(batched_events)
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     event.method(event)
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     return f(self, *a, **k)
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._get(url).json()
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:38:09.958943 dv-cinder-788782-1-iscsi neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:38:10.044206 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:10.053136 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240}  {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:38:10.053974 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:10.063141 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:10.063485 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.segments_db [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Added segment 4743604f-1e7f-4aa0-98b5-e29ea3943f4b of type vlan for network a7d89d55-da08-472c-a12b-a6fa2b7c9172
Apr 29 15:38:10.074999 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:10.083589 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=d91ffab5-cb0f-40e4-adfc-a409ee63c9ea,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:10.090413 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:10.098654 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:10.099634 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4500d-9064-4fa5-8a10-18e2601bbdc5 req-537f9dea-774b-40ea-afbc-afb99ab5c3dc tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:10.101193 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4ad4500d-9064-4fa5-8a10-18e2601bbdc5 req-537f9dea-774b-40ea-afbc-afb99ab5c3dc tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.2736061
Apr 29 15:38:10.102592 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-d5ca6f95-dfa8-4fc7-a165-24aa0b001c91 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d91ffab5-cb0f-40e4-adfc-a409ee63c9ea HTTP/1.1" status: 204  len: 168 time: 1.2662494
Apr 29 15:38:10.136107 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:10.137554 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:10.138143 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:10.141726 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7bea6927-71d3-43f4-b58b-678533914555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:10.148482 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4ad4500d-9064-4fa5-8a10-18e2601bbdc5 req-485bf1c6-34bb-405f-a35f-bbaffd7fe585 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404758
Apr 29 15:38:10.242030 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60842) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:10.247051 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a7d89d55-da08-472c-a12b-a6fa2b7c9172,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:10.249535 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:10.253768 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.1990724
Apr 29 15:38:10.254441 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60846) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:10.258936 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network a7d89d55-da08-472c-a12b-a6fa2b7c9172 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:38:10.260763 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Request body: {'subnet': {'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-980153821-subnet', 'tenant_id': 'ad66777ef709412da0ef4d5ae933c555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:10.265679 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:10.270558 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Usage tracker for resource:subnet and tenant:ad66777ef709412da0ef4d5ae933c555 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:10.273916 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:10.279971 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:10.308945 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Made reservation on behalf of ad66777ef709412da0ef4d5ae933c555 for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:10.312321 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7843631'] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:10.337179 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-1752ec58-7b3c-48f7-a57e-06bb3d292cb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1e989ac00194df09309cc0851b4a642&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0926368
Apr 29 15:38:10.338222 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60850) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:10.417894 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-23f22ff9-734d-4949-860a-f782a0798521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:10.451661 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-23f22ff9-734d-4949-860a-f782a0798521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:10.510338 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-23f22ff9-734d-4949-860a-f782a0798521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:10.515502 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-91ac1438-863f-4d3c-835a-a71c2ec2547d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:10.532435 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f22ff9-734d-4949-860a-f782a0798521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abe33a2-1028-4281-8a1c-5b28a3aa1992,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:10.535118 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-23f22ff9-734d-4949-860a-f782a0798521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:10.536402 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-23f22ff9-734d-4949-860a-f782a0798521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:10.537652 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-23f22ff9-734d-4949-860a-f782a0798521 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3abe33a2-1028-4281-8a1c-5b28a3aa1992 HTTP/1.1" status: 204  len: 168 time: 0.1981106
Apr 29 15:38:10.566346 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-52bdb731-9203-42ab-a1e9-f53a5ffd0a74 req-a6b8321c-a46a-47c3-9aa2-17b31f3e2953 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 210 time: 0.1102433
Apr 29 15:38:10.816042 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428efc9-7257-4af7-a56b-df56034a9881 req-0738fb88-597a-4502-9703-bba3496cc956 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:10.817882 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-0738fb88-597a-4502-9703-bba3496cc956 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.32 "GET /v2.0/networks?id=f45020db-232f-4801-87c0-3cd7d2dac70a HTTP/1.1" status: 200  len: 809 time: 0.3127797
Apr 29 15:38:10.837524 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Request body: {'port': {'device_id': 'a1f90d16-f561-4915-9e4b-2191b65dc2f9', 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a', 'admin_state_up': True, 'tenant_id': '01334658c34c4973912667d06a0e0625'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:10.984515 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a54953-93ed-4988-bb1d-ed94493fdacb req-2e8917c2-4193-46d7-9bc1-5d0808ab1d10 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:10.986042 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-94a54953-93ed-4988-bb1d-ed94493fdacb req-2e8917c2-4193-46d7-9bc1-5d0808ab1d10 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 944 time: 0.1542039
Apr 29 15:38:11.003964 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 60868) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:11.038763 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-94a54953-93ed-4988-bb1d-ed94493fdacb req-cab7fe51-40da-4fec-9efd-f1daa4ff77c7 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453041
Apr 29 15:38:11.104951 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-ae1ed83c-9c75-483e-aa7e-c25887b9cad9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4301a8095174302b7c91e738ef19683&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0978448
Apr 29 15:38:11.106006 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:11.107647 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 60872) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:38:11.112288 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Usage tracker for resource:port and tenant:01334658c34c4973912667d06a0e0625 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:11.117229 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:11.123996 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:11.138567 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Made reservation on behalf of 01334658c34c4973912667d06a0e0625 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:11.142675 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:11.180238 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a0647a36-4b37-473c-8f91-e103875d2491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:11.212633 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a0647a36-4b37-473c-8f91-e103875d2491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:11.291322 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a0647a36-4b37-473c-8f91-e103875d2491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:11.296753 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-92017f55-4bb5-43fc-aed1-8d5917cc2723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:11.316582 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0647a36-4b37-473c-8f91-e103875d2491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3ce9d3-d617-488a-a16b-71672d1e3360,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:11.332238 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a0647a36-4b37-473c-8f91-e103875d2491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:11.351872 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a0647a36-4b37-473c-8f91-e103875d2491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:11.352994 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-a0647a36-4b37-473c-8f91-e103875d2491 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a3ce9d3-d617-488a-a16b-71672d1e3360 HTTP/1.1" status: 204  len: 168 time: 0.2441714
Apr 29 15:38:11.399029 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Allocated IP 172.20.0.13 (f45020db-232f-4801-87c0-3cd7d2dac70a/95b7703a-5a69-4261-8eb8-31c859a46bfc/07a86a7e-00a7-49ed-af4a-3366e595904a) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:38:11.419763 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7727592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7843677'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:11.473244 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b1e73beb-b211-49e5-a572-15c96628f1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:11.709829 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:11.720190 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:11.788002 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-738c0221-171c-4183-8a0c-90727ee6ec6c req-1697a57c-2183-414c-9a62-1b13ca5bfb86 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 210 time: 0.0451732
Apr 29 15:38:11.789154 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Checking segment: {'id': '4743604f-1e7f-4aa0-98b5-e29ea3943f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:38:11.789513 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Network hostable DHCP agents. Network: a7d89d55-da08-472c-a12b-a6fa2b7c9172, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:38:11.845108 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Network a7d89d55-da08-472c-a12b-a6fa2b7c9172 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:38:11.862467 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89044150-0031-4f03-910d-1de2e853fec8 req-d7eb4828-47ee-4039-901e-f3c7ba4d2ce8 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:11.863944 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-89044150-0031-4f03-910d-1de2e853fec8 req-d7eb4828-47ee-4039-901e-f3c7ba4d2ce8 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.4432309
Apr 29 15:38:11.878064 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, a7d89d55-da08-472c-a12b-a6fa2b7c9172) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:38:11.886506 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ce1d8b-f7a9-4220-9558-5551b7501d6a None None] Network a7d89d55-da08-472c-a12b-a6fa2b7c9172 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:38:11.895276 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:11.918324 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:11.918919 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:11.958278 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-89044150-0031-4f03-910d-1de2e853fec8 req-4b1eb8ec-f61a-4da1-b7bb-1a72a010fda6 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843639
Apr 29 15:38:11.965341 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-b6142260-894b-4536-bdd2-d30f926222e6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.7063401
Apr 29 15:38:11.982558 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:11.990669 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:12.062366 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Network f45020db-232f-4801-87c0-3cd7d2dac70a is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:38:12.071687 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:38:12.081179 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:38:12.155151 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Pushing event updated for resources: {'Port': ['ID=07a86a7e-00a7-49ed-af4a-3366e595904a,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:12.164816 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:12.198616 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:12.202357 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:12.270801 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0da612-fe64-42f7-a5a7-860bd02a3407 None None] Network a7d89d55-da08-472c-a12b-a6fa2b7c9172 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:38:12.329907 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4979548
Apr 29 15:38:12.390141 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30442834-c9da-46d8-8fdc-a881b960521d req-a9959cd8-3f3e-4e1d-8db0-2ad13b1222cf tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:12.409301 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-30442834-c9da-46d8-8fdc-a881b960521d req-a9959cd8-3f3e-4e1d-8db0-2ad13b1222cf tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 944 time: 0.1913142
Apr 29 15:38:12.467917 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-30442834-c9da-46d8-8fdc-a881b960521d req-a32826be-0b62-49fb-9a09-2a3bc35d30bd tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575948
Apr 29 15:38:12.636841 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191c3d6-ee2f-452d-8932-f00f10d1fec5 req-865656ae-c0ac-48ee-b563-9e89f18134f3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:12.638340 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e191c3d6-ee2f-452d-8932-f00f10d1fec5 req-865656ae-c0ac-48ee-b563-9e89f18134f3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1103709
Apr 29 15:38:12.687364 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e191c3d6-ee2f-452d-8932-f00f10d1fec5 req-7a3f6d5b-3e86-4507-87c7-383c7378a7ec tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419829
Apr 29 15:38:13.668192 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:38:13.685889 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Request body: {'port': {'device_id': 'a1f90d16-f561-4915-9e4b-2191b65dc2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:13.748169 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:38:13.753545 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:38:13.753920 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:13.799454 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:13.870428 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:13.896445 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4001f76b-a634-4d57-a416-6caa3bfec34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:38:13.905872 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:38:13.911552 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:13.913523 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:13.978080 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:13.981050 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:14.142457 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a86a7e-00a7-49ed-af4a-3366e595904a {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:38:14.149650 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:14.164797 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Transition to ACTIVE for port object 07a86a7e-00a7-49ed-af4a-3366e595904a will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:38:14.168139 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:14.171593 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:14.294998 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Pushing event updated for resources: {'Port': ['ID=07a86a7e-00a7-49ed-af4a-3366e595904a,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:14.320616 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:14.398482 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Attempting to bind port 07a86a7e-00a7-49ed-af4a-3366e595904a on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:38:14.398813 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Attempting to bind port 07a86a7e-00a7-49ed-af4a-3366e595904a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:38:14.399138 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Attempting to bind port 07a86a7e-00a7-49ed-af4a-3366e595904a on network f45020db-232f-4801-87c0-3cd7d2dac70a {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:38:14.403623 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Port 07a86a7e-00a7-49ed-af4a-3366e595904a on network f45020db-232f-4801-87c0-3cd7d2dac70a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:38:14.403945 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Attempting to bind port 07a86a7e-00a7-49ed-af4a-3366e595904a on network f45020db-232f-4801-87c0-3cd7d2dac70a {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:38:14.412730 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:38:14.413105 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Checking segment: {'id': 'ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:38:14.413500 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Bound using segment: {'id': 'ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:38:14.413932 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Bound port: 07a86a7e-00a7-49ed-af4a-3366e595904a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:38:14.414279 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:14.501595 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] For port 07a86a7e-00a7-49ed-af4a-3366e595904a, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:38:14.504594 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] For port 07a86a7e-00a7-49ed-af4a-3366e595904a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=07a86a7e-00a7-49ed-af4a-3366e595904a,segment=NetworkSegment(ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2),segment_id=ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:38:14.509274 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:14.513529 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:14.566064 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:14.566686 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:14.568032 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/07a86a7e-00a7-49ed-af4a-3366e595904a HTTP/1.1" status: 200  len: 1094 time: 0.8873858
Apr 29 15:38:14.568513 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f90d16-f561-4915-9e4b-2191b65dc2f9', 'tag': '07a86a7e-00a7-49ed-af4a-3366e595904a'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:38:14.594699 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Pushing event updated for resources: {'Port': ['ID=07a86a7e-00a7-49ed-af4a-3366e595904a,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:14.597651 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:16.535801 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ea61c-96ef-48fb-8d62-078cd2347820 req-fa193486-0161-4461-8e4b-d8c74f55b66d tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:16.537584 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f73ea61c-96ef-48fb-8d62-078cd2347820 req-fa193486-0161-4461-8e4b-d8c74f55b66d tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 944 time: 0.0825248
Apr 29 15:38:16.548088 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428efc9-7257-4af7-a56b-df56034a9881 req-d962e36a-74cc-4fe9-8f1f-787ae4b6d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:16.549562 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-d962e36a-74cc-4fe9-8f1f-787ae4b6d714 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01334658c34c4973912667d06a0e0625&device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 1097 time: 0.1486263
Apr 29 15:38:16.552159 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecf9a7-7ffe-42c3-afc3-cf2364bbcc0d req-9341e8cd-0a79-4b96-9ab7-302c060bf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:16.553492 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-00ecf9a7-7ffe-42c3-afc3-cf2364bbcc0d req-9341e8cd-0a79-4b96-9ab7-302c060bf1c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 1099 time: 0.1881022
Apr 29 15:38:16.580561 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88e070-86f3-4087-a2b5-757995e7e0de req-367eca60-16d9-4ec9-942a-09348fcf112d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:16.582001 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fe88e070-86f3-4087-a2b5-757995e7e0de req-367eca60-16d9-4ec9-942a-09348fcf112d tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.1148987
Apr 29 15:38:16.585176 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-f73ea61c-96ef-48fb-8d62-078cd2347820 req-7e1bc3bd-4325-4dc7-883f-2a6839e965b8 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Synchronizing usage tracker for tenant:01334658c34c4973912667d06a0e0625 on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:38:16.601708 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-f73ea61c-96ef-48fb-8d62-078cd2347820 req-7e1bc3bd-4325-4dc7-883f-2a6839e965b8 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Unset dirty status for tenant:01334658c34c4973912667d06a0e0625 on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:38:16.602818 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f73ea61c-96ef-48fb-8d62-078cd2347820 req-7e1bc3bd-4325-4dc7-883f-2a6839e965b8 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597908
Apr 29 15:38:16.629231 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fe88e070-86f3-4087-a2b5-757995e7e0de req-d63989cc-d9df-44f2-9539-daa4048970bc tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402768
Apr 29 15:38:16.702997 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4001f76b-a634-4d57-a416-6caa3bfec34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b', 'code': 200}
Apr 29 15:38:16.805506 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1dde7-1296-4821-a4b4-240a216cb845 req-e9fd5023-9655-4ef0-9d0a-98595efd2161 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:16.813880 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-06d1dde7-1296-4821-a4b4-240a216cb845 req-e9fd5023-9655-4ef0-9d0a-98595efd2161 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1107063
Apr 29 15:38:16.853648 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f90d16-f561-4915-9e4b-2191b65dc2f9', 'tag': '07a86a7e-00a7-49ed-af4a-3366e595904a', 'status': 'completed', 'code': 200}
Apr 29 15:38:16.873532 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-06d1dde7-1296-4821-a4b4-240a216cb845 req-26da00e1-2580-4e3c-9417-ebd77f3b1e89 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584602
Apr 29 15:38:16.876159 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-82ca6d42-ebe5-4b66-a44c-880314740c70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a86a7e-00a7-49ed-af4a-3366e595904a HTTP/1.1" status: 200  len: 217 time: 0.2143075
Apr 29 15:38:17.076641 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428efc9-7257-4af7-a56b-df56034a9881 req-cc912aa9-fc5c-4ac3-a360-14065e3ecf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:17.078698 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-cc912aa9-fc5c-4ac3-a360-14065e3ecf1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95b7703a-5a69-4261-8eb8-31c859a46bfc HTTP/1.1" status: 200  len: 849 time: 0.1412103
Apr 29 15:38:17.090046 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecf9a7-7ffe-42c3-afc3-cf2364bbcc0d req-8cb2ec14-d400-4aca-b31a-a5aa54d6fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:17.091450 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-00ecf9a7-7ffe-42c3-afc3-cf2364bbcc0d req-8cb2ec14-d400-4aca-b31a-a5aa54d6fb4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 920 time: 0.2665710
Apr 29 15:38:17.188209 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-91732125-3915-4442-930c-ffda8a78466b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f45020db-232f-4801-87c0-3cd7d2dac70a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1012933
Apr 29 15:38:17.196371 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-00ecf9a7-7ffe-42c3-afc3-cf2364bbcc0d req-0298b942-e5fa-4c9f-a1af-ceb17a7761db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d75ce4-8040-41fd-891e-77817ee0530d HTTP/1.1" status: 200  len: 217 time: 0.0718365
Apr 29 15:38:17.202851 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d9c63-92a9-4dc1-830b-41adbf5bc002 req-ba62900e-9f24-47ed-9b26-9fdeb24df3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:17.204760 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d21d9c63-92a9-4dc1-830b-41adbf5bc002 req-ba62900e-9f24-47ed-9b26-9fdeb24df3e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 1098 time: 0.2689610
Apr 29 15:38:17.391940 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d21d9c63-92a9-4dc1-830b-41adbf5bc002 req-d5b0a941-263f-4e08-a8b6-05690eaf27be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336501
Apr 29 15:38:17.405249 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecf9a7-7ffe-42c3-afc3-cf2364bbcc0d req-274f90da-ba46-4677-b159-094fd42539da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:17.407344 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-00ecf9a7-7ffe-42c3-afc3-cf2364bbcc0d req-274f90da-ba46-4677-b159-094fd42539da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d4bd50-aa72-47c1-9c1b-46d491a54466 HTTP/1.1" status: 200  len: 859 time: 0.2016878
Apr 29 15:38:17.420384 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-89cc1b4a-4814-4f9d-8b79-5b535e7f04dc service neutron] 10.222.0.32 "GET /v2.0/networks/f45020db-232f-4801-87c0-3cd7d2dac70a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136755
Apr 29 15:38:17.736760 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-00ecf9a7-7ffe-42c3-afc3-cf2364bbcc0d req-8faf9c5b-caeb-43e2-8552-ffd926ad84f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3549e580-522c-4ea0-a975-8714585343c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0751767
Apr 29 15:38:17.872713 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d5187-84ef-4d67-a9e8-ef872f0ad694 req-79edadae-0a4f-46f9-a4fd-f74044a43742 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:17.874171 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-872d5187-84ef-4d67-a9e8-ef872f0ad694 req-79edadae-0a4f-46f9-a4fd-f74044a43742 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0842364
Apr 29 15:38:17.919200 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-872d5187-84ef-4d67-a9e8-ef872f0ad694 req-fc5c9a8e-2f6e-40c2-ac6c-8d01b582ce4e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384007
Apr 29 15:38:17.972197 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f428efc9-7257-4af7-a56b-df56034a9881 req-3c3fc235-0b33-4760-82d3-41d785a57ef2 service neutron] 10.222.0.32 "GET /v2.0/networks/f45020db-232f-4801-87c0-3cd7d2dac70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3092182
Apr 29 15:38:18.011441 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-00ecf9a7-7ffe-42c3-afc3-cf2364bbcc0d req-f690f869-8b9a-40f7-a0ff-cd5ecda8bbff service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245657
Apr 29 15:38:18.023450 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a62ede-ed5e-4554-9b16-0aa93481f855 req-6c40fb7a-8547-42e5-87a8-edc8426144fa tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:18.024151 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-f6a62ede-ed5e-4554-9b16-0aa93481f855 req-6c40fb7a-8547-42e5-87a8-edc8426144fa tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Synchronizing usage tracker for tenant:01334658c34c4973912667d06a0e0625 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:38:18.102700 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a32ae3-15be-4415-aeb9-e199f2d0ffa7 req-aeb1e84d-6d2b-4ebc-8d4e-ff7cc546bc1e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:18.104650 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f3a32ae3-15be-4415-aeb9-e199f2d0ffa7 req-aeb1e84d-6d2b-4ebc-8d4e-ff7cc546bc1e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0879083
Apr 29 15:38:18.152387 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f3a32ae3-15be-4415-aeb9-e199f2d0ffa7 req-76a734d3-1589-414d-928a-93b4bec53102 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409515
Apr 29 15:38:18.181567 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-f6a62ede-ed5e-4554-9b16-0aa93481f855 req-6c40fb7a-8547-42e5-87a8-edc8426144fa tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Unset dirty status for tenant:01334658c34c4973912667d06a0e0625 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:38:18.182704 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f6a62ede-ed5e-4554-9b16-0aa93481f855 req-6c40fb7a-8547-42e5-87a8-edc8426144fa tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 944 time: 0.3948424
Apr 29 15:38:18.250062 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-00ecf9a7-7ffe-42c3-afc3-cf2364bbcc0d req-532b896e-85f9-4e9a-93c8-0c057349230b service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2229366
Apr 29 15:38:18.264184 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f6a62ede-ed5e-4554-9b16-0aa93481f855 req-f595e298-34ca-44bb-ac06-1033d244472a tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738821
Apr 29 15:38:18.267838 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a77cb9-066c-4f98-9582-d8de68b548c7 req-7ebc3d2d-417d-459a-aa08-2380c076a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:18.269364 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-49a77cb9-066c-4f98-9582-d8de68b548c7 req-7ebc3d2d-417d-459a-aa08-2380c076a369 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01334658c34c4973912667d06a0e0625&device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 1097 time: 0.2202802
Apr 29 15:38:18.434685 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a77cb9-066c-4f98-9582-d8de68b548c7 req-1e6239c0-0640-4fc1-a8a2-6cd55f6748aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:18.436133 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-49a77cb9-066c-4f98-9582-d8de68b548c7 req-1e6239c0-0640-4fc1-a8a2-6cd55f6748aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=f45020db-232f-4801-87c0-3cd7d2dac70a HTTP/1.1" status: 200  len: 910 time: 0.1592336
Apr 29 15:38:18.622771 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-49a77cb9-066c-4f98-9582-d8de68b548c7 req-e0a69862-656a-4112-8fff-4960693b838a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a86a7e-00a7-49ed-af4a-3366e595904a HTTP/1.1" status: 200  len: 217 time: 0.1795552
Apr 29 15:38:18.693417 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a77cb9-066c-4f98-9582-d8de68b548c7 req-211fca98-8043-40ab-b264-836d651a1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:18.694581 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-49a77cb9-066c-4f98-9582-d8de68b548c7 req-211fca98-8043-40ab-b264-836d651a1fb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95b7703a-5a69-4261-8eb8-31c859a46bfc HTTP/1.1" status: 200  len: 849 time: 0.0636024
Apr 29 15:38:18.752727 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-49a77cb9-066c-4f98-9582-d8de68b548c7 req-1fa44af4-a2db-4d54-8cae-424ab8996dd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f45020db-232f-4801-87c0-3cd7d2dac70a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487592
Apr 29 15:38:18.966300 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-dd08b0b6-417b-4c7a-81af-358f1084913b tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:18.968563 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-dd08b0b6-417b-4c7a-81af-358f1084913b tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/networks?id=a7d89d55-da08-472c-a12b-a6fa2b7c9172 HTTP/1.1" status: 200  len: 813 time: 0.2246909
Apr 29 15:38:18.972259 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-49a77cb9-066c-4f98-9582-d8de68b548c7 req-e3da8010-a6d3-47a3-b7df-3f812794d9f5 service neutron] 10.222.0.32 "GET /v2.0/networks/f45020db-232f-4801-87c0-3cd7d2dac70a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066078
Apr 29 15:38:18.983084 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-95b43ff9-a20e-47c8-8659-d1c8c18a23b7 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/quotas/ad66777ef709412da0ef4d5ae933c555 HTTP/1.1" status: 200  len: 375 time: 0.0091176
Apr 29 15:38:19.057341 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-2c427cf2-9dd2-4de6-9c00-8e29b674b5a8 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ad66777ef709412da0ef4d5ae933c555&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0592766
Apr 29 15:38:19.144482 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-49a77cb9-066c-4f98-9582-d8de68b548c7 req-02533795-6e59-4a6d-9586-5196313ffb96 service neutron] 10.222.0.32 "GET /v2.0/networks/f45020db-232f-4801-87c0-3cd7d2dac70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590528
Apr 29 15:38:19.187911 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-e99ed4ed-8e08-4d00-a72d-37ae674756d2 service neutron] 10.222.0.10 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292036
Apr 29 15:38:19.316588 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-9cc92d86-ac3e-4fb8-a100-a7013da46483 service neutron] 10.222.0.10 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226702
Apr 29 15:38:19.574586 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99bc69-528d-4227-8dbb-27ba81fe82e3 req-1293d096-1aeb-443e-b109-3fe1ddeade10 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:19.576056 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cc99bc69-528d-4227-8dbb-27ba81fe82e3 req-1293d096-1aeb-443e-b109-3fe1ddeade10 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0810642
Apr 29 15:38:19.635207 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cc99bc69-528d-4227-8dbb-27ba81fe82e3 req-ff6ad751-cf1b-4a7b-bc22-26dbbc036472 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515335
Apr 29 15:38:19.835748 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208ce86-c3fd-430b-a64d-e630821b2c4b req-1afe8ff7-06c0-416d-a1e7-13c1d1c9e1d2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:19.837080 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5208ce86-c3fd-430b-a64d-e630821b2c4b req-1afe8ff7-06c0-416d-a1e7-13c1d1c9e1d2 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0898571
Apr 29 15:38:19.881922 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063293e8-dcb3-4ae1-96d2-39c161fc65a1 req-80557015-798f-4f0d-b465-594fa4d9923a tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:19.883394 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-063293e8-dcb3-4ae1-96d2-39c161fc65a1 req-80557015-798f-4f0d-b465-594fa4d9923a tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 944 time: 0.0848339
Apr 29 15:38:19.887445 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5208ce86-c3fd-430b-a64d-e630821b2c4b req-974d97d2-13bf-488b-a8c9-c9ce0d815037 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415192
Apr 29 15:38:19.933443 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-063293e8-dcb3-4ae1-96d2-39c161fc65a1 req-65a8fda8-4f21-4c7c-b534-9d7db7e7dd2e tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443230
Apr 29 15:38:20.022146 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a4593e29-848a-4b5b-ae6d-c02ddbe53b3e req-7da23997-7c9f-491c-8570-4f42f6b47af8 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 210 time: 0.0425522
Apr 29 15:38:20.823326 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf151f3f-1c03-4d0b-b78d-86fdbd56d808 req-dc5e1994-dddf-48c1-9b4b-95a25770d004 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:20.824742 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bf151f3f-1c03-4d0b-b78d-86fdbd56d808 req-dc5e1994-dddf-48c1-9b4b-95a25770d004 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0814433
Apr 29 15:38:20.871610 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bf151f3f-1c03-4d0b-b78d-86fdbd56d808 req-9c75bc92-c548-42f6-b4ce-29a5d57cc1aa tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412347
Apr 29 15:38:22.947655 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:23.747514 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce5f85-7dec-4c44-9f66-9b079058f631 req-f05a029f-0495-405e-8e28-adf15377118a tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:23.748981 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b7ce5f85-7dec-4c44-9f66-9b079058f631 req-f05a029f-0495-405e-8e28-adf15377118a tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0842278
Apr 29 15:38:23.757410 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d64eff-0581-4177-97dd-8fbc3b31feec req-679f1502-50b7-4c77-9f16-4eeb10ec2e19 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:23.758904 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-08d64eff-0581-4177-97dd-8fbc3b31feec req-679f1502-50b7-4c77-9f16-4eeb10ec2e19 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 944 time: 0.0798240
Apr 29 15:38:23.806757 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-08d64eff-0581-4177-97dd-8fbc3b31feec req-a896ff44-6268-425f-b4bb-9318c085550f tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422041
Apr 29 15:38:23.847270 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b7ce5f85-7dec-4c44-9f66-9b079058f631 req-8f8af94b-cc70-451c-8f90-325a84276cbe tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923195
Apr 29 15:38:23.944946 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7fc2368f-0d9b-4fb3-aded-2d8acce59509 req-3582da14-0a27-4921-8e05-2513b935926b tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 210 time: 0.0435052
Apr 29 15:38:24.607493 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-355ccfa4-c79a-4b33-9de0-0b8f516894b5 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:24.608227 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-355ccfa4-c79a-4b33-9de0-0b8f516894b5 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Synchronizing usage tracker for tenant:ad66777ef709412da0ef4d5ae933c555 on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:38:24.634671 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-355ccfa4-c79a-4b33-9de0-0b8f516894b5 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Unset dirty status for tenant:ad66777ef709412da0ef4d5ae933c555 on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:38:24.636031 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-355ccfa4-c79a-4b33-9de0-0b8f516894b5 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.32 "GET /v2.0/networks?id=a7d89d55-da08-472c-a12b-a6fa2b7c9172 HTTP/1.1" status: 200  len: 813 time: 0.2143183
Apr 29 15:38:24.650334 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Request body: {'port': {'device_id': '8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b', 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172', 'admin_state_up': True, 'tenant_id': 'ad66777ef709412da0ef4d5ae933c555'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:24.816527 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:24.820400 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Usage tracker for resource:port and tenant:ad66777ef709412da0ef4d5ae933c555 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:38:24.823227 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:38:24.829943 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:24.840797 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Made reservation on behalf of ad66777ef709412da0ef4d5ae933c555 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:24.845418 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:25.005419 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1e9c0-353f-45ec-9470-700906c8f916 req-1f061e07-bf8b-4617-8e5b-af84e0d68158 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:25.006849 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a8a1e9c0-353f-45ec-9470-700906c8f916 req-1f061e07-bf8b-4617-8e5b-af84e0d68158 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 944 time: 0.0814104
Apr 29 15:38:25.054605 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a8a1e9c0-353f-45ec-9470-700906c8f916 req-27517267-bb0b-4576-abf3-76c2f6b3084f tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416508
Apr 29 15:38:25.081966 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Allocated IP 172.20.0.13 (a7d89d55-da08-472c-a12b-a6fa2b7c9172/fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2/6f699202-7c67-44c2-af90-25e99106ec89) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:38:25.134112 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722453c7-8016-4003-8af8-d6d453680b15 req-b2abb4ef-ae6a-4243-a906-a9b8f82d785b tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:25.135465 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-722453c7-8016-4003-8af8-d6d453680b15 req-b2abb4ef-ae6a-4243-a906-a9b8f82d785b tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1628537
Apr 29 15:38:25.190187 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-790f8c10-70e8-425b-921a-9e67eb48a94c req-0f1c85ca-7361-42d3-b3ba-b7dd6a273902 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 210 time: 0.0424259
Apr 29 15:38:25.230894 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-722453c7-8016-4003-8af8-d6d453680b15 req-6c58e501-98a7-4ac5-987e-6f091ff9ea3c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865121
Apr 29 15:38:25.342584 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:25.371145 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:25.376806 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5ed3c210-7eaf-4b49-aafa-f5ea075167c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:25.444462 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Network a7d89d55-da08-472c-a12b-a6fa2b7c9172 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:38:25.447818 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:38:25.451677 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:38:25.489347 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Pushing event updated for resources: {'Port': ['ID=6f699202-7c67-44c2-af90-25e99106ec89,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:25.493800 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:25.516717 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:25.517333 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:25.537415 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8915875
Apr 29 15:38:25.567539 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Request body: {'port': {'device_id': '8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:25.785509 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:26.231287 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f699202-7c67-44c2-af90-25e99106ec89 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:38:26.240329 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:26.258052 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Transition to ACTIVE for port object 6f699202-7c67-44c2-af90-25e99106ec89 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:38:26.264970 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:26.298686 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:26.393907 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 07a86a7e-00a7-49ed-af4a-3366e595904a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:38:26.523457 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8640751-e14d-4a66-a01f-a8fae1d8de1b req-6f58dfc9-b0c4-435b-a315-856025035ed7 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:26.524895 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d8640751-e14d-4a66-a01f-a8fae1d8de1b req-6f58dfc9-b0c4-435b-a315-856025035ed7 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 944 time: 0.1229076
Apr 29 15:38:26.564965 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 07a86a7e-00a7-49ed-af4a-3366e595904a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=07a86a7e-00a7-49ed-af4a-3366e595904a,segment=NetworkSegment(ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2),segment_id=ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:38:26.579330 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '07a86a7e-00a7-49ed-af4a-3366e595904a', 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a', 'port_id': '07a86a7e-00a7-49ed-af4a-3366e595904a', 'mac_address': 'fa:16:3e:46:c6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b7703a-5a69-4261-8eb8-31c859a46bfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:38:26.595829 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Pushing event updated for resources: {'Port': ['ID=6f699202-7c67-44c2-af90-25e99106ec89,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:26.598740 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:26.599220 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d8640751-e14d-4a66-a01f-a8fae1d8de1b req-3fcfb359-a142-4a29-ad2e-a59c2576f1f9 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663183
Apr 29 15:38:26.649431 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:26.670500 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a86a7e-00a7-49ed-af4a-3366e595904a {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:38:26.682094 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba677b96-ccfb-46ea-955a-91d52df002b8 req-76ad9e9c-0cf4-47ab-80eb-44ad85005de2 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:26.687989 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 07a86a7e-00a7-49ed-af4a-3366e595904a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=07a86a7e-00a7-49ed-af4a-3366e595904a,segment=NetworkSegment(ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2),segment_id=ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:38:26.690544 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ba677b96-ccfb-46ea-955a-91d52df002b8 req-76ad9e9c-0cf4-47ab-80eb-44ad85005de2 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 944 time: 0.3339026
Apr 29 15:38:26.693137 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:26.695165 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:26.729853 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Attempting to bind port 6f699202-7c67-44c2-af90-25e99106ec89 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:38:26.730200 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Attempting to bind port 6f699202-7c67-44c2-af90-25e99106ec89 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '4743604f-1e7f-4aa0-98b5-e29ea3943f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:38:26.730536 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Attempting to bind port 6f699202-7c67-44c2-af90-25e99106ec89 on network a7d89d55-da08-472c-a12b-a6fa2b7c9172 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:38:26.742340 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Port 6f699202-7c67-44c2-af90-25e99106ec89 on network a7d89d55-da08-472c-a12b-a6fa2b7c9172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:38:26.742669 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Attempting to bind port 6f699202-7c67-44c2-af90-25e99106ec89 on network a7d89d55-da08-472c-a12b-a6fa2b7c9172 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:38:26.763188 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ba677b96-ccfb-46ea-955a-91d52df002b8 req-8f8c0495-a8c0-44e1-9407-acd7866fb8f2 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716584
Apr 29 15:38:26.776082 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:38:26.776491 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Checking segment: {'id': '4743604f-1e7f-4aa0-98b5-e29ea3943f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:38:26.776820 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Bound using segment: {'id': '4743604f-1e7f-4aa0-98b5-e29ea3943f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:38:26.777309 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Bound port: 6f699202-7c67-44c2-af90-25e99106ec89, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4743604f-1e7f-4aa0-98b5-e29ea3943f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:38:26.777663 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:26.792412 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=07a86a7e-00a7-49ed-af4a-3366e595904a,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:26.796191 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:26.819203 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12301f-097c-4ccf-978a-7dae2f138405 req-3099fc46-87fb-4229-8d53-6a0a0fb52caa tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:26.820723 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cf12301f-097c-4ccf-978a-7dae2f138405 req-3099fc46-87fb-4229-8d53-6a0a0fb52caa tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1042778
Apr 29 15:38:26.869190 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cf12301f-097c-4ccf-978a-7dae2f138405 req-804d22d8-4587-43c5-99f1-cdb49b020018 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416701
Apr 29 15:38:26.891106 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] For port 6f699202-7c67-44c2-af90-25e99106ec89, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:38:26.894250 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] For port 6f699202-7c67-44c2-af90-25e99106ec89, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6f699202-7c67-44c2-af90-25e99106ec89,segment=NetworkSegment(4743604f-1e7f-4aa0-98b5-e29ea3943f4b),segment_id=4743604f-1e7f-4aa0-98b5-e29ea3943f4b)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:38:26.901409 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:26.905138 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:26.958980 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:26.959593 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:26.961025 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] 10.222.0.32 "PUT /v2.0/ports/6f699202-7c67-44c2-af90-25e99106ec89 HTTP/1.1" status: 200  len: 1094 time: 1.3979135
Apr 29 15:38:26.961558 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b', 'tag': '6f699202-7c67-44c2-af90-25e99106ec89'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:38:26.988465 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Pushing event updated for resources: {'Port': ['ID=6f699202-7c67-44c2-af90-25e99106ec89,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:26.993245 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:27.064024 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b', 'tag': '6f699202-7c67-44c2-af90-25e99106ec89', 'status': 'completed', 'code': 200}
Apr 29 15:38:27.101668 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-4edce25b-69f6-4535-b243-d985ad836241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:27.103134 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-4edce25b-69f6-4535-b243-d985ad836241 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad66777ef709412da0ef4d5ae933c555&device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 1097 time: 0.0864649
Apr 29 15:38:27.139187 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['07a86a7e-00a7-49ed-af4a-3366e595904a'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:38:27.174370 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-d722c9b0-818b-4ce6-8aa0-f1f3fb8f1052 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f699202-7c67-44c2-af90-25e99106ec89 HTTP/1.1" status: 200  len: 217 time: 0.0620975
Apr 29 15:38:27.298672 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-75c16afd-90b2-4b75-8cfd-66d5120405f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:27.300840 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-75c16afd-90b2-4b75-8cfd-66d5120405f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2 HTTP/1.1" status: 200  len: 853 time: 0.1199434
Apr 29 15:38:27.392828 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-b1761376-8ba5-4717-8e01-7c966db09a5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7d89d55-da08-472c-a12b-a6fa2b7c9172&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0846865
Apr 29 15:38:27.555269 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-4f8371d0-9f4e-44e4-825a-4065b230b295 service neutron] 10.222.0.32 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455100
Apr 29 15:38:27.695761 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-59adfa73-cce0-41d9-b49d-c65ae04fa09f req-e09b0bf8-9384-46aa-9da7-d199646a0f29 service neutron] 10.222.0.32 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271703
Apr 29 15:38:27.918719 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48c74f-5024-4a15-9a42-24ee93988fbc req-baf6e1e4-92b2-45fe-b7a9-d3eba3140843 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:27.919351 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-8d48c74f-5024-4a15-9a42-24ee93988fbc req-baf6e1e4-92b2-45fe-b7a9-d3eba3140843 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Synchronizing usage tracker for tenant:ad66777ef709412da0ef4d5ae933c555 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:38:27.949357 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64513804-bd75-40ee-a0dc-1edfe12d12aa req-b636c0cc-9e5a-4a37-b4ab-01f5222dcdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:27.950880 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-64513804-bd75-40ee-a0dc-1edfe12d12aa req-b636c0cc-9e5a-4a37-b4ab-01f5222dcdfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad66777ef709412da0ef4d5ae933c555&device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 1097 time: 0.1922491
Apr 29 15:38:27.952617 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-8d48c74f-5024-4a15-9a42-24ee93988fbc req-baf6e1e4-92b2-45fe-b7a9-d3eba3140843 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Unset dirty status for tenant:ad66777ef709412da0ef4d5ae933c555 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:38:27.954220 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8d48c74f-5024-4a15-9a42-24ee93988fbc req-baf6e1e4-92b2-45fe-b7a9-d3eba3140843 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 944 time: 0.2536366
Apr 29 15:38:27.956009 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0006cf-19e0-4678-b913-fa81cc5d4ad0 req-06286887-b7d9-4d45-b085-8274d7161441 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:27.958001 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8b0006cf-19e0-4678-b913-fa81cc5d4ad0 req-06286887-b7d9-4d45-b085-8274d7161441 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 945 time: 0.0893917
Apr 29 15:38:28.013061 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8b0006cf-19e0-4678-b913-fa81cc5d4ad0 req-04c2ffdc-3d70-439e-b7e8-ac5465c69f74 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452638
Apr 29 15:38:28.092869 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-8d48c74f-5024-4a15-9a42-24ee93988fbc req-4b156225-8b4a-43e8-9ee6-695442e4f3c2 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Synchronizing usage tracker for tenant:ad66777ef709412da0ef4d5ae933c555 on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:38:28.129156 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64513804-bd75-40ee-a0dc-1edfe12d12aa req-5900c402-d0b5-4aff-ae16-f7745935a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:28.130773 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-64513804-bd75-40ee-a0dc-1edfe12d12aa req-5900c402-d0b5-4aff-ae16-f7745935a21e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7d89d55-da08-472c-a12b-a6fa2b7c9172 HTTP/1.1" status: 200  len: 914 time: 0.1723499
Apr 29 15:38:28.131743 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-8d48c74f-5024-4a15-9a42-24ee93988fbc req-4b156225-8b4a-43e8-9ee6-695442e4f3c2 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Unset dirty status for tenant:ad66777ef709412da0ef4d5ae933c555 on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:38:28.132739 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8d48c74f-5024-4a15-9a42-24ee93988fbc req-4b156225-8b4a-43e8-9ee6-695442e4f3c2 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549146
Apr 29 15:38:28.204019 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-64513804-bd75-40ee-a0dc-1edfe12d12aa req-8bb3b276-ebc9-48eb-8792-9a05810601cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f699202-7c67-44c2-af90-25e99106ec89 HTTP/1.1" status: 200  len: 217 time: 0.0665183
Apr 29 15:38:28.265750 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64513804-bd75-40ee-a0dc-1edfe12d12aa req-7ef16289-fc23-40fa-8eeb-39098baa8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:28.267184 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-64513804-bd75-40ee-a0dc-1edfe12d12aa req-7ef16289-fc23-40fa-8eeb-39098baa8bde service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2 HTTP/1.1" status: 200  len: 853 time: 0.0570195
Apr 29 15:38:28.318329 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-64513804-bd75-40ee-a0dc-1edfe12d12aa req-68f08080-8bfb-4276-8149-d2485e0a2a7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7d89d55-da08-472c-a12b-a6fa2b7c9172&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441844
Apr 29 15:38:28.456558 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-64513804-bd75-40ee-a0dc-1edfe12d12aa req-804f5af1-a60b-4a8a-b305-e087898e2bcb service neutron] 10.222.0.32 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307700
Apr 29 15:38:28.606877 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-64513804-bd75-40ee-a0dc-1edfe12d12aa req-c4a81317-ab5e-44e5-abd8-bbcf0f39f8d2 service neutron] 10.222.0.32 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435554
Apr 29 15:38:28.745675 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29e3b9-c053-4497-a3ec-3e3c0f4e406f req-d29d5f68-2beb-4346-b44e-be09d6150097 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:28.747129 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ea29e3b9-c053-4497-a3ec-3e3c0f4e406f req-d29d5f68-2beb-4346-b44e-be09d6150097 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0843678
Apr 29 15:38:28.796268 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ea29e3b9-c053-4497-a3ec-3e3c0f4e406f req-acd7f7a3-315a-4033-87d3-73fe145cccf4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434449
Apr 29 15:38:29.420526 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59994d-b3d2-4395-bb18-3e4921836a18 req-93bc2a56-9bad-495c-bbc0-eedd92439239 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:29.423118 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-be59994d-b3d2-4395-bb18-3e4921836a18 req-93bc2a56-9bad-495c-bbc0-eedd92439239 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 945 time: 0.0987725
Apr 29 15:38:29.489411 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-be59994d-b3d2-4395-bb18-3e4921836a18 req-71bf59d1-ec9c-4a8a-9284-a1087f585fb0 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569873
Apr 29 15:38:29.520520 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cac8c-ed29-41bd-bd9e-c310b5d6225c req-5c0db1df-ca92-4067-a07a-5149a2aaaf39 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:29.522042 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c51cac8c-ed29-41bd-bd9e-c310b5d6225c req-5c0db1df-ca92-4067-a07a-5149a2aaaf39 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 944 time: 0.1393111
Apr 29 15:38:29.568437 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c51cac8c-ed29-41bd-bd9e-c310b5d6225c req-47c38a24-7008-4007-89cc-30a0d5e6273d tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402446
Apr 29 15:38:30.202200 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f0b5ae37-e36a-4db4-b5a9-140e72f963e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:30.437029 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 07a86a7e-00a7-49ed-af4a-3366e595904a up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:38:30.512806 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 07a86a7e-00a7-49ed-af4a-3366e595904a completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:38:30.517958 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 07a86a7e-00a7-49ed-af4a-3366e595904a triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:38:30.518331 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:30.639172 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:30.669468 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f90d16-f561-4915-9e4b-2191b65dc2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a86a7e-00a7-49ed-af4a-3366e595904a'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:38:30.680480 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 07a86a7e-00a7-49ed-af4a-3366e595904a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=07a86a7e-00a7-49ed-af4a-3366e595904a,segment=NetworkSegment(ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2),segment_id=ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:38:30.684847 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:30.687154 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:30.697489 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e3b7-ee4b-4604-a4d5-c487b6753050 req-43eee3e2-ea8b-44cd-9dbc-ce9384372db1 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:30.699059 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e285e3b7-ee4b-4604-a4d5-c487b6753050 req-43eee3e2-ea8b-44cd-9dbc-ce9384372db1 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 945 time: 0.0940859
Apr 29 15:38:30.748378 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e285e3b7-ee4b-4604-a4d5-c487b6753050 req-6ad7c1b6-b59a-4868-95ba-718c9c5409b5 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413454
Apr 29 15:38:30.763726 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=07a86a7e-00a7-49ed-af4a-3366e595904a,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:30.767854 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:30.793862 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bfdb-e55b-4e28-8507-d263c06a933b req-834371f1-49ca-43e9-a430-5a1d8706afe4 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:30.796083 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4788bfdb-e55b-4e28-8507-d263c06a933b req-834371f1-49ca-43e9-a430-5a1d8706afe4 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 944 time: 0.1111786
Apr 29 15:38:30.816204 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f90d16-f561-4915-9e4b-2191b65dc2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a86a7e-00a7-49ed-af4a-3366e595904a', 'code': 200}
Apr 29 15:38:30.873430 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4788bfdb-e55b-4e28-8507-d263c06a933b req-e66b1d22-17c8-400d-80da-453fd7758735 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674167
Apr 29 15:38:31.112421 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b151379-3cee-427f-8468-0d67fb8f5bbe req-3b4b622a-22ac-4441-8011-313aaf6ce8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:31.113899 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8b151379-3cee-427f-8468-0d67fb8f5bbe req-3b4b622a-22ac-4441-8011-313aaf6ce8a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 1099 time: 0.0782130
Apr 29 15:38:31.168846 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8b151379-3cee-427f-8468-0d67fb8f5bbe req-2416191f-0eeb-4bdb-bcb8-20990ab89759 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476220
Apr 29 15:38:31.941841 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1672a1-fbdc-4574-b452-ce968e483a8e req-b2427f83-28e3-4663-85ab-d167abc82c97 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:31.943345 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ff1672a1-fbdc-4574-b452-ce968e483a8e req-b2427f83-28e3-4663-85ab-d167abc82c97 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 946 time: 0.0832827
Apr 29 15:38:31.992136 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ff1672a1-fbdc-4574-b452-ce968e483a8e req-8b9d799a-55d3-4f8d-91f7-03f0d7508bf4 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412207
Apr 29 15:38:32.077854 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c175fc-d24f-48d2-8918-c7fe2fed75fd req-0feb8d36-de75-4574-b488-498a225f3a0d tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:32.080126 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c8c175fc-d24f-48d2-8918-c7fe2fed75fd req-0feb8d36-de75-4574-b488-498a225f3a0d tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 944 time: 0.0840547
Apr 29 15:38:32.126987 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c8c175fc-d24f-48d2-8918-c7fe2fed75fd req-0e7dce19-d6c8-4cf5-84c7-244c8b570658 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411258
Apr 29 15:38:32.466148 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 6f699202-7c67-44c2-af90-25e99106ec89 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:38:32.619377 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 6f699202-7c67-44c2-af90-25e99106ec89, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6f699202-7c67-44c2-af90-25e99106ec89,segment=NetworkSegment(4743604f-1e7f-4aa0-98b5-e29ea3943f4b),segment_id=4743604f-1e7f-4aa0-98b5-e29ea3943f4b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:38:32.633550 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '6f699202-7c67-44c2-af90-25e99106ec89', 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172', 'port_id': '6f699202-7c67-44c2-af90-25e99106ec89', 'mac_address': 'fa:16:3e:02:ad:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:38:32.718589 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:32.738547 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f699202-7c67-44c2-af90-25e99106ec89 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:38:32.755316 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 6f699202-7c67-44c2-af90-25e99106ec89, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6f699202-7c67-44c2-af90-25e99106ec89,segment=NetworkSegment(4743604f-1e7f-4aa0-98b5-e29ea3943f4b),segment_id=4743604f-1e7f-4aa0-98b5-e29ea3943f4b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:38:32.760946 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:32.763455 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:32.834908 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=6f699202-7c67-44c2-af90-25e99106ec89,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:32.837801 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:32.956815 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-833068fb-56a9-4ab2-bb02-586c3ed02f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:33.092968 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:33.186728 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c5819-475a-4d0b-8468-f5c26f90e964 req-1c6b6aa2-c5e0-4d97-b426-9f332725a681 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:33.188305 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-528c5819-475a-4d0b-8468-f5c26f90e964 req-1c6b6aa2-c5e0-4d97-b426-9f332725a681 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 946 time: 0.0867410
Apr 29 15:38:33.241107 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-528c5819-475a-4d0b-8468-f5c26f90e964 req-6718952d-ff72-4e9d-bc90-00ab11f5367b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467484
Apr 29 15:38:33.332699 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6c196-ae93-417d-a253-3de1c3655cf8 req-d00cb84e-16a6-4602-9b0e-91daff602099 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:33.334470 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-85a6c196-ae93-417d-a253-3de1c3655cf8 req-d00cb84e-16a6-4602-9b0e-91daff602099 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 945 time: 0.0954316
Apr 29 15:38:33.374804 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['6f699202-7c67-44c2-af90-25e99106ec89'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:38:33.385799 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-85a6c196-ae93-417d-a253-3de1c3655cf8 req-fb5d4dd0-a3ac-452b-bb96-38538a0c4e62 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447476
Apr 29 15:38:33.804020 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:34.612035 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9b22d-ee1a-46a1-b391-3a24a354d5c3 req-032ab69a-614c-42f7-bc22-7deaf8646c36 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:34.614021 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-47e9b22d-ee1a-46a1-b391-3a24a354d5c3 req-032ab69a-614c-42f7-bc22-7deaf8646c36 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 945 time: 0.1083248
Apr 29 15:38:34.660143 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-47e9b22d-ee1a-46a1-b391-3a24a354d5c3 req-7427fc64-ea73-49b3-ae29-75575d65f8d3 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401518
Apr 29 15:38:34.732777 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf854be-adbf-4378-b439-e3066593b89b req-f269dbbe-ab5b-42f2-bc8b-dbe9551b3b7d tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:34.734798 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8bf854be-adbf-4378-b439-e3066593b89b req-f269dbbe-ab5b-42f2-bc8b-dbe9551b3b7d tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 946 time: 0.0860589
Apr 29 15:38:34.780861 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8bf854be-adbf-4378-b439-e3066593b89b req-50110512-5dcd-4984-985e-f8ed3af2d993 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394719
Apr 29 15:38:35.353214 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:35.853003 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344b453-adce-436d-b36f-be8912fe5786 req-cb9be1f0-b2e0-4bc8-91f3-69e069767441 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:35.854181 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8344b453-adce-436d-b36f-be8912fe5786 req-cb9be1f0-b2e0-4bc8-91f3-69e069767441 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 945 time: 0.0877066
Apr 29 15:38:35.904722 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8344b453-adce-436d-b36f-be8912fe5786 req-ceb8fbab-432a-46cc-8caf-fb9a3ba4314c tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424285
Apr 29 15:38:35.995487 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ee14-073b-4cae-95b8-c36b524c53dd req-37436db6-59f0-43de-8384-0476ba6670d2 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:35.997076 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-86f5ee14-073b-4cae-95b8-c36b524c53dd req-37436db6-59f0-43de-8384-0476ba6670d2 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 946 time: 0.0935016
Apr 29 15:38:36.044078 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-86f5ee14-073b-4cae-95b8-c36b524c53dd req-01fed9d9-ba39-40e8-98f3-ef911cbc8f42 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403483
Apr 29 15:38:36.335747 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:38:36.491909 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 6f699202-7c67-44c2-af90-25e99106ec89 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:38:36.560506 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 6f699202-7c67-44c2-af90-25e99106ec89 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:38:36.565323 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 6f699202-7c67-44c2-af90-25e99106ec89 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:38:36.565675 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:36.685379 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:36.713454 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f699202-7c67-44c2-af90-25e99106ec89'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:38:36.723727 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 6f699202-7c67-44c2-af90-25e99106ec89, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6f699202-7c67-44c2-af90-25e99106ec89,segment=NetworkSegment(4743604f-1e7f-4aa0-98b5-e29ea3943f4b),segment_id=4743604f-1e7f-4aa0-98b5-e29ea3943f4b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:38:36.727687 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:36.729802 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:36.773714 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f699202-7c67-44c2-af90-25e99106ec89', 'code': 200}
Apr 29 15:38:36.777514 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ad217-6c43-4862-9597-e91fd18e1a63 req-7295b13a-80e7-4170-937f-b8b3b77a11a3 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:36.778950 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-672ad217-6c43-4862-9597-e91fd18e1a63 req-7295b13a-80e7-4170-937f-b8b3b77a11a3 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 946 time: 0.0891855
Apr 29 15:38:36.804169 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=6f699202-7c67-44c2-af90-25e99106ec89,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:36.807017 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:36.936652 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-672ad217-6c43-4862-9597-e91fd18e1a63 req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Deleting port 07a86a7e-00a7-49ed-af4a-3366e595904a {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:38:36.936652 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-672ad217-6c43-4862-9597-e91fd18e1a63 req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:37.131850 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bfcf-cbb5-4dd7-bcff-0f60222ac06e req-20938247-7169-4448-8554-57b1eeee1c89 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:37.134860 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3d01bfcf-cbb5-4dd7-bcff-0f60222ac06e req-20938247-7169-4448-8554-57b1eeee1c89 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 946 time: 0.1078842
Apr 29 15:38:37.187126 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3d01bfcf-cbb5-4dd7-bcff-0f60222ac06e req-b1e0a0d8-0900-49af-bcca-afcdbe51d5ff tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453565
Apr 29 15:38:37.311049 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-672ad217-6c43-4862-9597-e91fd18e1a63 req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] For port 07a86a7e-00a7-49ed-af4a-3366e595904a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=07a86a7e-00a7-49ed-af4a-3366e595904a,segment=NetworkSegment(ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2),segment_id=ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:38:37.311311 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-672ad217-6c43-4862-9597-e91fd18e1a63 req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:37.389729 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9074ab-2b8d-4ff7-b178-acca5fc66a42 req-6abd8028-c188-4004-8d25-061fc28250d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:37.392488 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2a9074ab-2b8d-4ff7-b178-acca5fc66a42 req-6abd8028-c188-4004-8d25-061fc28250d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 1099 time: 0.4359775
Apr 29 15:38:37.459741 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-672ad217-6c43-4862-9597-e91fd18e1a63 req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Calling delete_port for 07a86a7e-00a7-49ed-af4a-3366e595904a owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:38:37.497373 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6878c2-d0b1-47c0-b55e-56bc8aa56826 req-78509374-306f-4d91-b3da-4add42adc152 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:37.498844 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fd6878c2-d0b1-47c0-b55e-56bc8aa56826 req-78509374-306f-4d91-b3da-4add42adc152 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1f90d16-f561-4915-9e4b-2191b65dc2f9 HTTP/1.1" status: 200  len: 946 time: 0.3087895
Apr 29 15:38:37.546409 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2a9074ab-2b8d-4ff7-b178-acca5fc66a42 req-05a16fbe-1a4c-482e-a81f-84ef021b7bae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840509
Apr 29 15:38:37.570244 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fd6878c2-d0b1-47c0-b55e-56bc8aa56826 req-e67fb22f-1cc1-4039-8aaa-dee70b9945be tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617509
Apr 29 15:38:37.657858 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-672ad217-6c43-4862-9597-e91fd18e1a63 req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:37.664401 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6cfd5306-1838-4b6a-97d2-89ee8b9fcd6d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:37.669740 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['07a86a7e-00a7-49ed-af4a-3366e595904a'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:38:37.718693 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Pushing event deleted for resources: {'Port': ['ID=07a86a7e-00a7-49ed-af4a-3366e595904a,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:37.721634 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:37.806420 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-672ad217-6c43-4862-9597-e91fd18e1a63 req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] No DVR routers for this DVR port 07a86a7e-00a7-49ed-af4a-3366e595904a on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:38:37.809334 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-672ad217-6c43-4862-9597-e91fd18e1a63 req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:37.811901 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f90d16-f561-4915-9e4b-2191b65dc2f9', 'name': 'network-vif-deleted', 'tag': '07a86a7e-00a7-49ed-af4a-3366e595904a'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:38:37.827851 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-672ad217-6c43-4862-9597-e91fd18e1a63 req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.32 "DELETE /v2.0/ports/07a86a7e-00a7-49ed-af4a-3366e595904a HTTP/1.1" status: 204  len: 173 time: 1.0427234
Apr 29 15:38:37.858491 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f90d16-f561-4915-9e4b-2191b65dc2f9', 'name': 'network-vif-deleted', 'tag': '07a86a7e-00a7-49ed-af4a-3366e595904a', 'status': 'completed', 'code': 200}
Apr 29 15:38:37.947743 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7f57bed4-8c81-47fb-a4ed-626da5decf0c req-777b879a-6596-46d8-8149-6464798b34e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682001
Apr 29 15:38:38.047756 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57bed4-8c81-47fb-a4ed-626da5decf0c req-1244d8eb-e86b-4782-9c5a-7c47775d6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:38.049232 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7f57bed4-8c81-47fb-a4ed-626da5decf0c req-1244d8eb-e86b-4782-9c5a-7c47775d6936 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 1098 time: 0.0711291
Apr 29 15:38:38.207790 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57bed4-8c81-47fb-a4ed-626da5decf0c req-b53a36c1-ee01-4e75-b690-10b826847d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:38.209297 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7f57bed4-8c81-47fb-a4ed-626da5decf0c req-b53a36c1-ee01-4e75-b690-10b826847d76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 915 time: 0.1395807
Apr 29 15:38:38.293393 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7f57bed4-8c81-47fb-a4ed-626da5decf0c req-4ad4f32e-5a71-45e1-9d40-34d674374814 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18abd4eb-5450-4c1c-a39c-809d6f7fbc72 HTTP/1.1" status: 200  len: 217 time: 0.0755451
Apr 29 15:38:38.408552 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57bed4-8c81-47fb-a4ed-626da5decf0c req-b0ea4eb3-8889-4f45-b201-93baadda2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:38.410039 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7f57bed4-8c81-47fb-a4ed-626da5decf0c req-b0ea4eb3-8889-4f45-b201-93baadda2f45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=052e1034-e165-4802-a90d-f32243144b22 HTTP/1.1" status: 200  len: 854 time: 0.1101992
Apr 29 15:38:38.473764 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7f57bed4-8c81-47fb-a4ed-626da5decf0c req-620a2086-cd82-4bb5-a075-dbbfc8ba9fc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494750
Apr 29 15:38:38.483393 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4faf9a-a478-4665-ad50-95c5b0af63e8 req-0e376d69-1813-4e4b-aa7c-1c3a672cd9fe tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:38.485112 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2f4faf9a-a478-4665-ad50-95c5b0af63e8 req-0e376d69-1813-4e4b-aa7c-1c3a672cd9fe tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 946 time: 0.1532073
Apr 29 15:38:38.633520 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2f4faf9a-a478-4665-ad50-95c5b0af63e8 req-e132d2bf-7655-4675-8154-9742fe861487 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271627
Apr 29 15:38:38.665329 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7f57bed4-8c81-47fb-a4ed-626da5decf0c req-ccbad08b-0d61-48ca-bea8-20016fbfe104 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794112
Apr 29 15:38:38.926288 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7f57bed4-8c81-47fb-a4ed-626da5decf0c req-468aae84-0ca9-483e-937d-6214a79f02b5 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2490439
Apr 29 15:38:39.068883 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1974ac2c-5396-4d5d-9834-e083724a3009 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:39.072025 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1974ac2c-5396-4d5d-9834-e083724a3009 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/networks?id=f45020db-232f-4801-87c0-3cd7d2dac70a HTTP/1.1" status: 200  len: 809 time: 0.1671104
Apr 29 15:38:39.090571 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-eb9a2815-38ec-47b6-a14f-b5ece0390e8f tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/quotas/01334658c34c4973912667d06a0e0625 HTTP/1.1" status: 200  len: 375 time: 0.0122659
Apr 29 15:38:39.152035 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-d340ec96-bcdb-4849-8b0f-8b8f1a26fbf6 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Synchronizing usage tracker for tenant:01334658c34c4973912667d06a0e0625 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:38:39.173041 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-d340ec96-bcdb-4849-8b0f-8b8f1a26fbf6 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Unset dirty status for tenant:01334658c34c4973912667d06a0e0625 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:38:39.174390 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-d340ec96-bcdb-4849-8b0f-8b8f1a26fbf6 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=01334658c34c4973912667d06a0e0625&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0763721
Apr 29 15:38:39.440119 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-9a7c0db3-5b28-4b79-940e-a4281119dae1 service neutron] 10.222.0.10 "GET /v2.0/networks/f45020db-232f-4801-87c0-3cd7d2dac70a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582817
Apr 29 15:38:39.625887 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-4d6302e6-293c-43b9-81a8-319686613021 service neutron] 10.222.0.10 "GET /v2.0/networks/f45020db-232f-4801-87c0-3cd7d2dac70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1844110
Apr 29 15:38:39.899246 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ca2c495d-bfc2-4596-bbea-fef0b1461522 req-ac059e0b-22c5-4097-a07a-a92356956489 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 210 time: 0.0617445
Apr 29 15:38:39.932436 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c3808-fdea-484e-a3ca-4218bb8d336b req-52992d40-f107-4a3d-9870-a431e1aa6fa1 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:39.933968 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f12c3808-fdea-484e-a3ca-4218bb8d336b req-52992d40-f107-4a3d-9870-a431e1aa6fa1 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 946 time: 0.0962651
Apr 29 15:38:40.005413 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f12c3808-fdea-484e-a3ca-4218bb8d336b req-289fea17-5aec-4b30-9a1b-a3ea798226ea tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647831
Apr 29 15:38:40.525789 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 07a86a7e-00a7-49ed-af4a-3366e595904a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:38:40.574206 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 07a86a7e-00a7-49ed-af4a-3366e595904a {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:38:40.575186 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 07a86a7e-00a7-49ed-af4a-3366e595904a not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:38:41.076552 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-57bb30f3-2382-44dc-9a3e-432875578aa3 req-b5369332-620b-49e8-9abb-97a3a688ac04 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 210 time: 0.0546556
Apr 29 15:38:41.254684 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-617f4515-0917-471e-a112-2a9ffa2e46d6 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:41.256096 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-617f4515-0917-471e-a112-2a9ffa2e46d6 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.32 "GET /v2.0/networks?id=f45020db-232f-4801-87c0-3cd7d2dac70a HTTP/1.1" status: 200  len: 809 time: 0.1795466
Apr 29 15:38:41.270003 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Request body: {'port': {'device_id': 'e759eb30-c3bc-4a24-ac39-14f5962ccade', 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a', 'admin_state_up': True, 'tenant_id': '01334658c34c4973912667d06a0e0625'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:41.416057 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:38:41.426693 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:38:41.435834 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Made reservation on behalf of 01334658c34c4973912667d06a0e0625 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:38:41.442496 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:41.629217 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Allocated IP 172.20.0.13 (f45020db-232f-4801-87c0-3cd7d2dac70a/95b7703a-5a69-4261-8eb8-31c859a46bfc/85bbb92b-95db-4985-8ab1-ccd46835e179) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:38:41.844207 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:41.880430 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:41.888502 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-dfc7c4c2-e3b4-4550-84af-75d08157f45c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:41.950572 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Network f45020db-232f-4801-87c0-3cd7d2dac70a is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:38:41.954859 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:38:41.965517 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:38:42.018731 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Pushing event updated for resources: {'Port': ['ID=85bbb92b-95db-4985-8ab1-ccd46835e179,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:42.023103 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:42.045653 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:42.045653 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:42.074397 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8069754
Apr 29 15:38:42.191042 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c75903-3c4c-484d-b23b-6bbafcd46191 req-9dcec423-05b3-4931-b4e2-b654fa9ecc77 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:42.192522 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-10c75903-3c4c-484d-b23b-6bbafcd46191 req-9dcec423-05b3-4931-b4e2-b654fa9ecc77 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0807302
Apr 29 15:38:42.243253 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-10c75903-3c4c-484d-b23b-6bbafcd46191 req-235448d4-7ad5-4f98-8168-d71afa5340bf tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446444
Apr 29 15:38:42.421812 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc63db-569f-44ee-8204-c988cc38e6b8 req-a6bb58d7-4b9a-412e-8e81-5214d168c6d7 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:42.422685 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-18fc63db-569f-44ee-8204-c988cc38e6b8 req-a6bb58d7-4b9a-412e-8e81-5214d168c6d7 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Synchronizing usage tracker for tenant:01334658c34c4973912667d06a0e0625 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:38:42.438709 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-18fc63db-569f-44ee-8204-c988cc38e6b8 req-a6bb58d7-4b9a-412e-8e81-5214d168c6d7 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Unset dirty status for tenant:01334658c34c4973912667d06a0e0625 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:38:42.439924 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-18fc63db-569f-44ee-8204-c988cc38e6b8 req-a6bb58d7-4b9a-412e-8e81-5214d168c6d7 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 932 time: 0.0960791
Apr 29 15:38:42.484730 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-18fc63db-569f-44ee-8204-c988cc38e6b8 req-3d2f9e3a-5ebf-476f-b3b9-bb2d44e816b6 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387833
Apr 29 15:38:50.794085 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Request body: {'port': {'device_id': 'e759eb30-c3bc-4a24-ac39-14f5962ccade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:38:51.040943 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd55cd-767e-424c-8573-1bb68870b4a7 req-31e44c9c-87bb-4727-aa3e-b05a148ef2dd tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:51.042384 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-92bd55cd-767e-424c-8573-1bb68870b4a7 req-31e44c9c-87bb-4727-aa3e-b05a148ef2dd tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 932 time: 0.0900106
Apr 29 15:38:51.087282 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-92bd55cd-767e-424c-8573-1bb68870b4a7 req-c3b52baa-644b-4411-ad28-ccac425b2763 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390103
Apr 29 15:38:51.105220 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:51.182020 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a0ec-afb4-42f7-80b1-4500dc790902 req-20cff5ec-ce79-4f90-a484-ffa81fad11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:51.183502 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ee91a0ec-afb4-42f7-80b1-4500dc790902 req-20cff5ec-ce79-4f90-a484-ffa81fad11d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 1099 time: 0.2343917
Apr 29 15:38:51.193336 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6978b-1299-4812-a1cf-d05a19dc3c97 req-e6049474-9f10-4076-9129-f1bbe1bc3f0c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:51.194661 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bdf6978b-1299-4812-a1cf-d05a19dc3c97 req-e6049474-9f10-4076-9129-f1bbe1bc3f0c tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.2466526
Apr 29 15:38:51.343792 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bdf6978b-1299-4812-a1cf-d05a19dc3c97 req-700f8a28-6627-4d29-a3f4-03b659525948 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381252
Apr 29 15:38:51.528760 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a0ec-afb4-42f7-80b1-4500dc790902 req-c2ae4382-799f-4b9e-8ee9-c4f7b6e640dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:51.530131 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ee91a0ec-afb4-42f7-80b1-4500dc790902 req-c2ae4382-799f-4b9e-8ee9-c4f7b6e640dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 920 time: 0.2529066
Apr 29 15:38:51.616795 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ee91a0ec-afb4-42f7-80b1-4500dc790902 req-562234a7-81d6-4c40-9ddb-998fcf663aed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d75ce4-8040-41fd-891e-77817ee0530d HTTP/1.1" status: 200  len: 217 time: 0.0784163
Apr 29 15:38:51.732992 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85bbb92b-95db-4985-8ab1-ccd46835e179 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:38:51.742942 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:51.765473 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Transition to ACTIVE for port object 85bbb92b-95db-4985-8ab1-ccd46835e179 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:38:51.767239 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91a0ec-afb4-42f7-80b1-4500dc790902 req-2855b0d4-7135-4ae1-bcc5-7453ef77e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:51.770026 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ee91a0ec-afb4-42f7-80b1-4500dc790902 req-2855b0d4-7135-4ae1-bcc5-7453ef77e8f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d4bd50-aa72-47c1-9c1b-46d491a54466 HTTP/1.1" status: 200  len: 859 time: 0.0787134
Apr 29 15:38:51.770995 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:51.774624 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:51.868330 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ee91a0ec-afb4-42f7-80b1-4500dc790902 req-b6750c8b-dfce-4978-a42a-0ad5daa73bd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3549e580-522c-4ea0-a975-8714585343c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0606165
Apr 29 15:38:51.991820 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Pushing event updated for resources: {'Port': ['ID=85bbb92b-95db-4985-8ab1-ccd46835e179,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:52.037525 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:52.164888 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ee91a0ec-afb4-42f7-80b1-4500dc790902 req-027e164a-4829-4b42-a0bf-c97bf9e0863a service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416081
Apr 29 15:38:52.218520 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Attempting to bind port 85bbb92b-95db-4985-8ab1-ccd46835e179 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:38:52.218848 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Attempting to bind port 85bbb92b-95db-4985-8ab1-ccd46835e179 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:38:52.219173 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Attempting to bind port 85bbb92b-95db-4985-8ab1-ccd46835e179 on network f45020db-232f-4801-87c0-3cd7d2dac70a {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:38:52.267883 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Port 85bbb92b-95db-4985-8ab1-ccd46835e179 on network f45020db-232f-4801-87c0-3cd7d2dac70a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:38:52.268259 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Attempting to bind port 85bbb92b-95db-4985-8ab1-ccd46835e179 on network f45020db-232f-4801-87c0-3cd7d2dac70a {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:38:52.278584 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a0ab8-71a7-44ac-a794-0e7801db3fa0 req-990bbc73-029f-40c7-a243-b5d1ca884e1c tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:52.280022 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ff8a0ab8-71a7-44ac-a794-0e7801db3fa0 req-990bbc73-029f-40c7-a243-b5d1ca884e1c tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 944 time: 0.0823848
Apr 29 15:38:52.285589 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:38:52.285927 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Checking segment: {'id': 'ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:38:52.286308 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Bound using segment: {'id': 'ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:38:52.286742 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Bound port: 85bbb92b-95db-4985-8ab1-ccd46835e179, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:38:52.287083 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:52.324605 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ff8a0ab8-71a7-44ac-a794-0e7801db3fa0 req-04efbcbd-9bab-4f6a-b8c4-356194558a3a tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383098
Apr 29 15:38:52.539026 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ee91a0ec-afb4-42f7-80b1-4500dc790902 req-dac5fb5d-c353-423d-9f70-6966f596ec14 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3655283
Apr 29 15:38:52.550826 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] For port 85bbb92b-95db-4985-8ab1-ccd46835e179, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:38:52.554325 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] For port 85bbb92b-95db-4985-8ab1-ccd46835e179, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=85bbb92b-95db-4985-8ab1-ccd46835e179,segment=NetworkSegment(ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2),segment_id=ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:38:52.561341 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:52.566824 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:38:52.638466 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:52.639079 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:52.640429 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] 10.222.0.32 "PUT /v2.0/ports/85bbb92b-95db-4985-8ab1-ccd46835e179 HTTP/1.1" status: 200  len: 1094 time: 1.8521888
Apr 29 15:38:52.641611 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e759eb30-c3bc-4a24-ac39-14f5962ccade', 'tag': '85bbb92b-95db-4985-8ab1-ccd46835e179'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:38:52.664464 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cf2ee-25a2-4074-8969-9a350cef62f9 req-d664ce09-cede-479f-8e3d-bf572c30c007 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:52.665973 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7c5cf2ee-25a2-4074-8969-9a350cef62f9 req-d664ce09-cede-479f-8e3d-bf572c30c007 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1948528
Apr 29 15:38:52.670141 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Pushing event updated for resources: {'Port': ['ID=85bbb92b-95db-4985-8ab1-ccd46835e179,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:38:52.674019 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:38:52.692650 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e759eb30-c3bc-4a24-ac39-14f5962ccade', 'tag': '85bbb92b-95db-4985-8ab1-ccd46835e179', 'status': 'completed', 'code': 200}
Apr 29 15:38:52.717211 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7c5cf2ee-25a2-4074-8969-9a350cef62f9 req-f0276738-cbd0-40b2-a95a-3ba0795d9986 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442138
Apr 29 15:38:56.490605 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:38:58.643081 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4408c4f-39f7-4bf8-9c1d-2199b06b8723 req-8b7577c0-a5dc-4c9c-a3ae-a6eee6d5d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:58.644557 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f4408c4f-39f7-4bf8-9c1d-2199b06b8723 req-8b7577c0-a5dc-4c9c-a3ae-a6eee6d5d0ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01334658c34c4973912667d06a0e0625&device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 1097 time: 0.0867491
Apr 29 15:38:58.736180 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830f65e-c8f4-4a87-af98-29d0c79d8c62 req-1043c8fb-2a18-4ddc-bbd1-f6b2cade8559 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:58.737664 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f830f65e-c8f4-4a87-af98-29d0c79d8c62 req-1043c8fb-2a18-4ddc-bbd1-f6b2cade8559 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0839338
Apr 29 15:38:58.835149 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f830f65e-c8f4-4a87-af98-29d0c79d8c62 req-42835b61-dfd2-4f10-b96b-cb89678f075e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905428
Apr 29 15:38:58.844563 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4408c4f-39f7-4bf8-9c1d-2199b06b8723 req-9ff4fd62-969f-4103-9b93-ee37cc58a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:58.846091 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f4408c4f-39f7-4bf8-9c1d-2199b06b8723 req-9ff4fd62-969f-4103-9b93-ee37cc58a768 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=01334658c34c4973912667d06a0e0625&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1690996
Apr 29 15:38:58.854740 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79e130-b8b7-4bf8-8569-d65dc2fce151 req-0ffa48d4-f580-4eee-b8e8-0b1112741d73 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:58.856171 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7e79e130-b8b7-4bf8-8569-d65dc2fce151 req-0ffa48d4-f580-4eee-b8e8-0b1112741d73 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 944 time: 0.2107131
Apr 29 15:38:58.989288 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7e79e130-b8b7-4bf8-8569-d65dc2fce151 req-7cce7971-73fa-4ae6-af54-1ab7aa388315 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125526
Apr 29 15:38:59.027804 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4408c4f-39f7-4bf8-9c1d-2199b06b8723 req-0ec940a3-36e5-4a1b-a2f4-b096a0a8695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:59.029361 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f4408c4f-39f7-4bf8-9c1d-2199b06b8723 req-0ec940a3-36e5-4a1b-a2f4-b096a0a8695a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1722331
Apr 29 15:38:59.167160 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-48894de3-b19e-422d-9d73-84b3d27a660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:59.168707 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-48894de3-b19e-422d-9d73-84b3d27a660e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01334658c34c4973912667d06a0e0625&device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 1097 time: 0.0706015
Apr 29 15:38:59.245232 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-97c9d9fd-246f-4dbf-b423-ed01cf741d87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85bbb92b-95db-4985-8ab1-ccd46835e179 HTTP/1.1" status: 200  len: 217 time: 0.0680482
Apr 29 15:38:59.309368 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-a69e698e-6a7f-4202-9a4b-32f15c025657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:38:59.310759 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-a69e698e-6a7f-4202-9a4b-32f15c025657 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95b7703a-5a69-4261-8eb8-31c859a46bfc HTTP/1.1" status: 200  len: 849 time: 0.0573115
Apr 29 15:38:59.409778 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-af19b150-1d07-4703-b02e-98ed9e831ab7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f45020db-232f-4801-87c0-3cd7d2dac70a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489748
Apr 29 15:38:59.549747 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-1ba3c2e8-03a7-40cf-9f2e-d6be812d74e4 service neutron] 10.222.0.32 "GET /v2.0/networks/f45020db-232f-4801-87c0-3cd7d2dac70a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250904
Apr 29 15:38:59.695300 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-772153ce-e280-4606-9d89-0dede4ae3e7c req-fd87ed4f-0edb-4ce8-9f14-99e6d27482d0 service neutron] 10.222.0.32 "GET /v2.0/networks/f45020db-232f-4801-87c0-3cd7d2dac70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350150
Apr 29 15:39:00.023728 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10a080-a125-4044-8b19-d8833c795564 req-904e5921-11ef-4db7-aedf-5dfee42bddaa tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:00.025294 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6e10a080-a125-4044-8b19-d8833c795564 req-904e5921-11ef-4db7-aedf-5dfee42bddaa tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0821681
Apr 29 15:39:00.084444 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6e10a080-a125-4044-8b19-d8833c795564 req-46ea8796-81fd-4d1a-9404-6d3d211c849e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529368
Apr 29 15:39:00.191264 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4323-2ab8-4705-858e-331dcebd5dbb req-180b1892-2148-4cad-b89c-6aff4618aa8c tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:00.196536 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b3dc4323-2ab8-4705-858e-331dcebd5dbb req-180b1892-2148-4cad-b89c-6aff4618aa8c tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 944 time: 0.0886004
Apr 29 15:39:00.203767 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-be3e3aa3-4d93-4407-9eab-76988123f451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:00.241487 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b3dc4323-2ab8-4705-858e-331dcebd5dbb req-e491e2cd-2eef-4668-841e-c3c3d0a4f3cd tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417008
Apr 29 15:39:01.279515 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-515b48e3-4cd6-4f8e-a5c7-1c143037e438 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:01.280859 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-515b48e3-4cd6-4f8e-a5c7-1c143037e438 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 814 time: 0.1655831
Apr 29 15:39:01.298351 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-49624a16-46e6-4318-b5f9-0c67241d5706 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/quotas/edf0cc4c99db457c9271ad067237fe7e HTTP/1.1" status: 200  len: 375 time: 0.0100882
Apr 29 15:39:01.304330 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263fb26-917e-47ec-b00f-7eb34b48d34f req-1491bb4b-8604-4897-a35d-418316e9dfbf tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:01.305951 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c263fb26-917e-47ec-b00f-7eb34b48d34f req-1491bb4b-8604-4897-a35d-418316e9dfbf tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1051538
Apr 29 15:39:01.355732 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c263fb26-917e-47ec-b00f-7eb34b48d34f req-a6bec5db-3d8d-447f-aa83-4328b1437dc7 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441782
Apr 29 15:39:01.392422 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-f3d8d3f5-747d-4a2c-a947-c6cbfe497572 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0858743
Apr 29 15:39:01.531231 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-b3a56437-5264-46af-9b16-e7eed03010d6 service neutron] 10.222.0.10 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307194
Apr 29 15:39:01.537705 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0638d4-a8d3-4235-b550-d77901c4bf4b req-75c6a681-23a9-44cf-99c9-8c9efbf4df37 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:01.539552 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9e0638d4-a8d3-4235-b550-d77901c4bf4b req-75c6a681-23a9-44cf-99c9-8c9efbf4df37 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 944 time: 0.0843246
Apr 29 15:39:01.590004 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9e0638d4-a8d3-4235-b550-d77901c4bf4b req-5619b636-0b9b-48d4-a829-85a4320b5623 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440505
Apr 29 15:39:01.675179 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-ed957616-2842-4947-b74f-12095eac4601 service neutron] 10.222.0.10 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366744
Apr 29 15:39:01.868024 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fbb9fca6-07dd-4b8b-9fea-47943b3d6eac req-5f846b8e-8c0f-432a-bc1a-d70061908196 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 210 time: 0.0489223
Apr 29 15:39:02.574691 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ab0d8-888f-4ecf-b4ed-17f74b1c62af req-0d696d74-60f5-47cb-9864-56b5988f529f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:02.576041 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-302ab0d8-888f-4ecf-b4ed-17f74b1c62af req-0d696d74-60f5-47cb-9864-56b5988f529f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0947149
Apr 29 15:39:02.620829 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-302ab0d8-888f-4ecf-b4ed-17f74b1c62af req-7556dbcd-901f-4635-984e-2749e2f06def tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388527
Apr 29 15:39:02.792189 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc70db-f002-416f-a4e3-58624dbbbd85 req-b51ba275-284a-45a7-832c-65c9790a792a tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:02.793611 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-57bc70db-f002-416f-a4e3-58624dbbbd85 req-b51ba275-284a-45a7-832c-65c9790a792a tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 944 time: 0.0837202
Apr 29 15:39:02.841985 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-57bc70db-f002-416f-a4e3-58624dbbbd85 req-225d3c58-bd71-4b20-b76e-0f99f634e1aa tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400991
Apr 29 15:39:02.969005 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c34b36f9-d256-4435-ab56-8f51adb617f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:03.029059 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-57511bd3-1c9d-428a-8654-60419a4fe21e req-0554fd5e-e714-42ff-ad9d-5511af49edaf tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 210 time: 0.0461078
Apr 29 15:39:03.080286 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:03.177426 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-16a0031a-b7d8-40d2-9046-90d13bbe001e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:03.179747 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-16a0031a-b7d8-40d2-9046-90d13bbe001e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 814 time: 0.2745955
Apr 29 15:39:03.210393 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Request body: {'port': {'device_id': '32c2e49b-6a08-4981-87a6-70756f5cbd98', 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e', 'admin_state_up': True, 'tenant_id': 'edf0cc4c99db457c9271ad067237fe7e'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:39:03.354889 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:39:03.366116 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:39:03.384837 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Made reservation on behalf of edf0cc4c99db457c9271ad067237fe7e for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:39:03.387733 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:03.567780 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Allocated IP 172.20.0.2 (422fe44b-6f4d-4a3a-9fcb-aab397fc764e/052e1034-e165-4802-a90d-f32243144b22/3712ee76-330e-47c0-a53a-94a4c4c93264) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:39:03.806041 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:03.819539 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:03.856501 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e4454-0ff3-40bd-8097-1c32b051eb93 req-3e400a89-fa3f-4b32-bb1a-28a404c8495b tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:03.857896 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-644e4454-0ff3-40bd-8097-1c32b051eb93 req-3e400a89-fa3f-4b32-bb1a-28a404c8495b tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1272225
Apr 29 15:39:03.898593 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:03.906162 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:03.916651 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['18abd4eb-5450-4c1c-a39c-809d6f7fbc72', '4a1ced74-dd91-442a-a221-ddd57bfc0e06', '2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:39:03.962930 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-644e4454-0ff3-40bd-8097-1c32b051eb93 req-b75419c8-b864-4a99-8a39-f066ceccd031 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981617
Apr 29 15:39:03.981756 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:39:03.991615 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:39:03.993431 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Pushing event updated for resources: {'Port': ['ID=3712ee76-330e-47c0-a53a-94a4c4c93264,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:03.995611 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:39:04.037673 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.038037 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.038400 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.038747 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.039091 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.039435 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.039804 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.040115 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.040534 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.040787 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.041146 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.041900 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:04.047579 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:04.050609 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e800c6-d0b3-446b-a16a-1ef54a515a7d req-8f3a0acc-a388-4d17-842d-aee0d7c54a0d tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:04.052082 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-53e800c6-d0b3-446b-a16a-1ef54a515a7d req-8f3a0acc-a388-4d17-842d-aee0d7c54a0d tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 944 time: 0.0983615
Apr 29 15:39:04.077707 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:04.078332 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:04.109367 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-53e800c6-d0b3-446b-a16a-1ef54a515a7d req-519b6b4d-54d0-41e5-8283-27ca9f9045b6 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505760
Apr 29 15:39:04.110155 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9038708
Apr 29 15:39:04.126268 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Request body: {'port': {'device_id': '32c2e49b-6a08-4981-87a6-70756f5cbd98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:39:04.294837 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:04.370324 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef7d34-c2b2-4a5d-987b-057c1fefce14 req-8c4d859e-1deb-4fe0-8f91-117040eb16ed tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:04.370940 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-8cef7d34-c2b2-4a5d-987b-057c1fefce14 req-8c4d859e-1deb-4fe0-8f91-117040eb16ed tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Synchronizing usage tracker for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:39:04.435977 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-8cef7d34-c2b2-4a5d-987b-057c1fefce14 req-8c4d859e-1deb-4fe0-8f91-117040eb16ed tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Unset dirty status for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:39:04.437153 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8cef7d34-c2b2-4a5d-987b-057c1fefce14 req-8c4d859e-1deb-4fe0-8f91-117040eb16ed tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 931 time: 0.2681925
Apr 29 15:39:04.520987 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 85bbb92b-95db-4985-8ab1-ccd46835e179 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:39:04.540822 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8cef7d34-c2b2-4a5d-987b-057c1fefce14 req-db6a50ad-33ac-4477-8173-4059fa69d1ff tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902376
Apr 29 15:39:04.715109 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 85bbb92b-95db-4985-8ab1-ccd46835e179, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=85bbb92b-95db-4985-8ab1-ccd46835e179,segment=NetworkSegment(ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2),segment_id=ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:39:04.735643 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '85bbb92b-95db-4985-8ab1-ccd46835e179', 'network_id': 'f45020db-232f-4801-87c0-3cd7d2dac70a', 'port_id': '85bbb92b-95db-4985-8ab1-ccd46835e179', 'mac_address': 'fa:16:3e:cd:e8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b7703a-5a69-4261-8eb8-31c859a46bfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:39:04.769143 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3712ee76-330e-47c0-a53a-94a4c4c93264 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:39:04.776852 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:04.792792 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Transition to ACTIVE for port object 3712ee76-330e-47c0-a53a-94a4c4c93264 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:39:04.795458 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:04.798108 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:04.803836 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a6d27098-7da8-41e4-8e4b-08feb9f5cc39 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:04.815584 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85bbb92b-95db-4985-8ab1-ccd46835e179 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:39:04.831736 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 85bbb92b-95db-4985-8ab1-ccd46835e179, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=85bbb92b-95db-4985-8ab1-ccd46835e179,segment=NetworkSegment(ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2),segment_id=ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:39:04.837388 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:04.839341 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:04.935388 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=85bbb92b-95db-4985-8ab1-ccd46835e179,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:04.938703 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:04.939373 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Pushing event updated for resources: {'Port': ['ID=3712ee76-330e-47c0-a53a-94a4c4c93264,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:04.971223 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:05.166242 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Attempting to bind port 3712ee76-330e-47c0-a53a-94a4c4c93264 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:39:05.166569 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Attempting to bind port 3712ee76-330e-47c0-a53a-94a4c4c93264 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:39:05.166916 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Attempting to bind port 3712ee76-330e-47c0-a53a-94a4c4c93264 on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:39:05.172252 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Port 3712ee76-330e-47c0-a53a-94a4c4c93264 on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:39:05.172581 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Attempting to bind port 3712ee76-330e-47c0-a53a-94a4c4c93264 on network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:39:05.179740 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:39:05.180085 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Checking segment: {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:39:05.180889 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Bound using segment: {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:39:05.181342 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Bound port: 3712ee76-330e-47c0-a53a-94a4c4c93264, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed82a86-7898-4c25-8472-0284be623365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:39:05.181687 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:05.191254 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9da300-2219-4f59-b978-c16ee85b65df req-bd521e5f-25d4-4812-b494-91144c4fbcf4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:05.192756 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8c9da300-2219-4f59-b978-c16ee85b65df req-bd521e5f-25d4-4812-b494-91144c4fbcf4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0975831
Apr 29 15:39:05.240538 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8c9da300-2219-4f59-b978-c16ee85b65df req-7531b8ec-a4aa-4f38-ada1-46bf66eee352 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393391
Apr 29 15:39:05.342876 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] For port 3712ee76-330e-47c0-a53a-94a4c4c93264, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:39:05.354565 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:05.354794 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] For port 3712ee76-330e-47c0-a53a-94a4c4c93264, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3712ee76-330e-47c0-a53a-94a4c4c93264,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:39:05.360349 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:05.364898 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5501a3ad-6b6f-4e88-8520-486b0b8b1078 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:05.425395 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806a2cf-ad41-48d4-a8ed-37f47ad925b1 req-1fa184db-60a8-4b58-a006-e7e55b69c5a4 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:05.426853 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9806a2cf-ad41-48d4-a8ed-37f47ad925b1 req-1fa184db-60a8-4b58-a006-e7e55b69c5a4 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 945 time: 0.1879516
Apr 29 15:39:05.430773 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:05.431365 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:05.432596 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] 10.222.0.32 "PUT /v2.0/ports/3712ee76-330e-47c0-a53a-94a4c4c93264 HTTP/1.1" status: 200  len: 1093 time: 1.3110063
Apr 29 15:39:05.433128 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c2e49b-6a08-4981-87a6-70756f5cbd98', 'tag': '3712ee76-330e-47c0-a53a-94a4c4c93264'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:39:05.476126 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['85bbb92b-95db-4985-8ab1-ccd46835e179'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:39:05.486029 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c2e49b-6a08-4981-87a6-70756f5cbd98', 'tag': '3712ee76-330e-47c0-a53a-94a4c4c93264', 'status': 'completed', 'code': 200}
Apr 29 15:39:05.524267 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Pushing event updated for resources: {'Port': ['ID=3712ee76-330e-47c0-a53a-94a4c4c93264,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:05.533848 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:05.542879 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9806a2cf-ad41-48d4-a8ed-37f47ad925b1 req-50a66811-e449-41e8-ab1d-a089b67ad99c tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046340
Apr 29 15:39:05.573830 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-e25ce78e-25eb-4354-a2d7-da7ec66cea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:05.575277 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-e25ce78e-25eb-4354-a2d7-da7ec66cea11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 1096 time: 0.0885313
Apr 29 15:39:05.660717 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-68a7a3b1-7a38-4e72-9a49-fdb3c37db9ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3712ee76-330e-47c0-a53a-94a4c4c93264 HTTP/1.1" status: 200  len: 217 time: 0.0749867
Apr 29 15:39:05.723247 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-9501a88f-85c7-4391-92d3-cc598a6d602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:05.724950 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-9501a88f-85c7-4391-92d3-cc598a6d602c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=052e1034-e165-4802-a90d-f32243144b22 HTTP/1.1" status: 200  len: 854 time: 0.0569348
Apr 29 15:39:05.737168 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedad8e-1b16-4826-a46f-cae5242251e6 req-570b379e-a2dd-4f08-9c02-27420fcf9c77 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:05.738613 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6eedad8e-1b16-4826-a46f-cae5242251e6 req-570b379e-a2dd-4f08-9c02-27420fcf9c77 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 943 time: 0.0838561
Apr 29 15:39:05.772690 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-05d637da-7317-43e3-bd4d-ad30fde8ef20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405128
Apr 29 15:39:05.785701 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6eedad8e-1b16-4826-a46f-cae5242251e6 req-4ef7bf71-ca67-4b52-973d-e6c8684141c2 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409372
Apr 29 15:39:05.904577 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-33c1dd13-83b2-4072-95e5-16a39aa731a1 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238976
Apr 29 15:39:06.036750 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-66f42e52-1bcb-4cf6-8d53-7ba737c65269 req-ee6d3346-2a5e-45c6-80b6-1a40e2267b32 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245186
Apr 29 15:39:06.178770 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ce17d-0fe9-48bf-9a87-cdbab12c7ffd req-8837d407-433f-49a0-bed1-0b7ae7a3457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:06.180364 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-865ce17d-0fe9-48bf-9a87-cdbab12c7ffd req-8837d407-433f-49a0-bed1-0b7ae7a3457e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edf0cc4c99db457c9271ad067237fe7e&device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 1096 time: 0.0757596
Apr 29 15:39:06.321600 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ce17d-0fe9-48bf-9a87-cdbab12c7ffd req-27037b8b-8ca0-429e-80e2-0af9381cd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:06.323029 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-865ce17d-0fe9-48bf-9a87-cdbab12c7ffd req-27037b8b-8ca0-429e-80e2-0af9381cd674 service neutron] 10.222.0.32 "GET /v2.0/networks?id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 200  len: 915 time: 0.1327131
Apr 29 15:39:06.393152 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-865ce17d-0fe9-48bf-9a87-cdbab12c7ffd req-f6c8ccb3-7456-47c7-9671-e826e858535f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3712ee76-330e-47c0-a53a-94a4c4c93264 HTTP/1.1" status: 200  len: 217 time: 0.0626771
Apr 29 15:39:06.441150 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89bf49-196a-40ae-9d58-9c5eb17dd9dc req-8645299c-3e35-4427-b780-556c1fad6986 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:06.442614 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0b89bf49-196a-40ae-9d58-9c5eb17dd9dc req-8645299c-3e35-4427-b780-556c1fad6986 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0810781
Apr 29 15:39:06.454265 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ce17d-0fe9-48bf-9a87-cdbab12c7ffd req-2114a114-306c-4a9d-b29e-137aa142f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:06.455725 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-865ce17d-0fe9-48bf-9a87-cdbab12c7ffd req-2114a114-306c-4a9d-b29e-137aa142f262 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=052e1034-e165-4802-a90d-f32243144b22 HTTP/1.1" status: 200  len: 854 time: 0.0562549
Apr 29 15:39:06.491858 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0b89bf49-196a-40ae-9d58-9c5eb17dd9dc req-b79e203c-29de-4675-9e49-556abeaf4eca tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433929
Apr 29 15:39:06.503077 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-865ce17d-0fe9-48bf-9a87-cdbab12c7ffd req-ca0b7908-324a-4eac-8580-73b73c6ee4b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=422fe44b-6f4d-4a3a-9fcb-aab397fc764e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404737
Apr 29 15:39:06.637180 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-865ce17d-0fe9-48bf-9a87-cdbab12c7ffd req-472854c2-13e2-43b7-b695-ce876fa3f8a9 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251364
Apr 29 15:39:06.915921 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-865ce17d-0fe9-48bf-9a87-cdbab12c7ffd req-8e21a669-93a5-47a5-bee1-de0b523f8614 service neutron] 10.222.0.32 "GET /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2709224
Apr 29 15:39:06.924282 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c8729-6d0c-4357-87d1-230dec25a205 req-e6a081b8-dbf2-4a9e-b96f-93ba45fb7ea7 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:06.925687 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-526c8729-6d0c-4357-87d1-230dec25a205 req-e6a081b8-dbf2-4a9e-b96f-93ba45fb7ea7 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 945 time: 0.2622530
Apr 29 15:39:06.983097 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-526c8729-6d0c-4357-87d1-230dec25a205 req-ef60d801-6dd3-478e-83ea-2a2985aaa1e4 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456188
Apr 29 15:39:06.997469 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0440ab-cee3-45ed-8c27-ee08216257d4 req-e1bc6f77-9f7d-4629-98e0-2120db785fd9 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:06.999052 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9e0440ab-cee3-45ed-8c27-ee08216257d4 req-e1bc6f77-9f7d-4629-98e0-2120db785fd9 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 943 time: 0.1017313
Apr 29 15:39:07.043811 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9e0440ab-cee3-45ed-8c27-ee08216257d4 req-fd5bd662-7966-4f9d-9dce-226621d0fc2a tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390801
Apr 29 15:39:07.681647 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c99cb-6887-4aa7-a1d5-e599f8fdd67b req-492dfafd-ef80-4c7e-9c9e-456d3d7e9ac1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:07.683098 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-206c99cb-6887-4aa7-a1d5-e599f8fdd67b req-492dfafd-ef80-4c7e-9c9e-456d3d7e9ac1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0820735
Apr 29 15:39:07.727144 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-206c99cb-6887-4aa7-a1d5-e599f8fdd67b req-1996937a-47a9-46e3-95b7-00cad6631358 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382786
Apr 29 15:39:08.181176 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888b4d9-df9d-42cb-a8bf-10c4cfe5f724 req-cf1ae9c1-26e9-4c5e-bbd0-752a4d6b7190 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:08.182619 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e888b4d9-df9d-42cb-a8bf-10c4cfe5f724 req-cf1ae9c1-26e9-4c5e-bbd0-752a4d6b7190 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 945 time: 0.0863659
Apr 29 15:39:08.228573 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e888b4d9-df9d-42cb-a8bf-10c4cfe5f724 req-3982828e-e608-4cb5-8759-a91013c3f3a5 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398555
Apr 29 15:39:08.236651 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04101800-ed66-445a-aac9-f5ed285fb487 req-203af476-eaf5-4b83-8c2b-584069ad0735 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:08.238113 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-04101800-ed66-445a-aac9-f5ed285fb487 req-203af476-eaf5-4b83-8c2b-584069ad0735 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 943 time: 0.0831532
Apr 29 15:39:08.282188 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-04101800-ed66-445a-aac9-f5ed285fb487 req-1d7fa7eb-d056-4928-a587-a3737c4a625a tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381901
Apr 29 15:39:08.501421 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a907e0-e74a-49cd-8c10-94086b3da725 req-9bbfeb8b-88d2-402d-a2c2-7ac82d72ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:08.502781 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-10a907e0-e74a-49cd-8c10-94086b3da725 req-9bbfeb8b-88d2-402d-a2c2-7ac82d72ab56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 1099 time: 0.0720088
Apr 29 15:39:12.665371 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 85bbb92b-95db-4985-8ab1-ccd46835e179 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:39:12.732273 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 85bbb92b-95db-4985-8ab1-ccd46835e179 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:39:12.736726 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 85bbb92b-95db-4985-8ab1-ccd46835e179 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:39:12.737129 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:12.854683 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:12.882272 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759eb30-c3bc-4a24-ac39-14f5962ccade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bbb92b-95db-4985-8ab1-ccd46835e179'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:39:12.891644 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 85bbb92b-95db-4985-8ab1-ccd46835e179, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=85bbb92b-95db-4985-8ab1-ccd46835e179,segment=NetworkSegment(ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2),segment_id=ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:39:12.895435 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:12.898106 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-a453f2b7-cb58-4f42-a36a-b093bc337338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:12.963896 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=85bbb92b-95db-4985-8ab1-ccd46835e179,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:12.970751 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.971086 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.971412 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.971732 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.972048 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.972364 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.972676 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.973011 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.973349 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.973662 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.973968 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.974791 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:12.978569 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:13.335915 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:39:14.296207 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-10a907e0-e74a-49cd-8c10-94086b3da725 req-9dc22653-60a6-4a1a-9d44-20e279398058 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355930
Apr 29 15:39:14.464601 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb68c2-bd94-4caa-8263-7a4c02c3105d req-6450c759-fc9b-401f-b0be-f34bcc3784e0 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:14.466065 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dcbb68c2-bd94-4caa-8263-7a4c02c3105d req-6450c759-fc9b-401f-b0be-f34bcc3784e0 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0800612
Apr 29 15:39:14.499409 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5e649-3999-43b8-85d9-2820bbc71f26 req-192df7ec-e07c-4c16-b63d-90315e7a0535 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:14.501073 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1b5e649-3999-43b8-85d9-2820bbc71f26 req-192df7ec-e07c-4c16-b63d-90315e7a0535 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 946 time: 0.0832131
Apr 29 15:39:14.510533 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dcbb68c2-bd94-4caa-8263-7a4c02c3105d req-83ff8032-1782-4c3c-8219-5635a85ab277 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385053
Apr 29 15:39:14.548665 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1b5e649-3999-43b8-85d9-2820bbc71f26 req-f8db593a-cb35-46b2-b633-22b7b7864704 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412674
Apr 29 15:39:14.609548 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759eb30-c3bc-4a24-ac39-14f5962ccade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bbb92b-95db-4985-8ab1-ccd46835e179', 'code': 200}
Apr 29 15:39:14.692659 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773bb3e-a874-4d42-8cef-4576f310414b req-6a9dc3f1-0eea-4bc0-918e-ea54c9dbaf2e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:14.694265 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6773bb3e-a874-4d42-8cef-4576f310414b req-6a9dc3f1-0eea-4bc0-918e-ea54c9dbaf2e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 943 time: 0.0810964
Apr 29 15:39:14.737925 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6773bb3e-a874-4d42-8cef-4576f310414b req-7b42994f-4f67-42bb-9d41-ddb81afffcf3 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378406
Apr 29 15:39:15.470303 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288683a5-3488-429d-b4c0-27804d7936b2 req-7a679dcc-5db7-48aa-aee2-b07684c46587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:15.471756 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-288683a5-3488-429d-b4c0-27804d7936b2 req-7a679dcc-5db7-48aa-aee2-b07684c46587 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 1099 time: 0.0719752
Apr 29 15:39:15.512037 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-288683a5-3488-429d-b4c0-27804d7936b2 req-474f6894-2fcd-4647-970f-1c23101bd286 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333545
Apr 29 15:39:15.699419 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db456aa4-2eac-4a67-84f0-4d3ddcf314e7 req-580dd602-2ac7-4d30-b194-b3569d193990 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:15.700867 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-db456aa4-2eac-4a67-84f0-4d3ddcf314e7 req-580dd602-2ac7-4d30-b194-b3569d193990 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0798576
Apr 29 15:39:15.744862 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-db456aa4-2eac-4a67-84f0-4d3ddcf314e7 req-1021ad8e-2b39-43ed-a543-3cf244054638 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383816
Apr 29 15:39:15.918079 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6d975-20ad-4879-9e11-e73d8af6b98f req-9470d5c1-2239-4559-9ef4-b969e0054a0b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:15.919539 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d0d6d975-20ad-4879-9e11-e73d8af6b98f req-9470d5c1-2239-4559-9ef4-b969e0054a0b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 946 time: 0.0835478
Apr 29 15:39:15.971685 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d0d6d975-20ad-4879-9e11-e73d8af6b98f req-dcfb5e31-f247-467f-8b3f-35d6db496c89 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464804
Apr 29 15:39:16.150760 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607200e0-76e5-464c-8ada-7eff6ef641d4 req-2bd83344-dc43-4265-8543-44237c96364b tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:16.152217 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-607200e0-76e5-464c-8ada-7eff6ef641d4 req-2bd83344-dc43-4265-8543-44237c96364b tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 943 time: 0.0884893
Apr 29 15:39:16.264777 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-607200e0-76e5-464c-8ada-7eff6ef641d4 req-5f95a201-7090-427a-8879-afbbf87fffec tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064918
Apr 29 15:39:16.926857 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47978114-fefb-41b9-96d7-5966f0882fa6 req-76280732-c6f4-41a8-83ae-cc0ab8aa2b8d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:16.928880 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-47978114-fefb-41b9-96d7-5966f0882fa6 req-76280732-c6f4-41a8-83ae-cc0ab8aa2b8d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0799024
Apr 29 15:39:16.974108 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-47978114-fefb-41b9-96d7-5966f0882fa6 req-a279cb82-def5-45ed-852e-f7a63ee263ee tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396299
Apr 29 15:39:17.154945 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794968d6-152b-44d5-9aaf-408e88587fad req-443c9540-6858-4912-857b-ee20ea40778d tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:17.156418 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-794968d6-152b-44d5-9aaf-408e88587fad req-443c9540-6858-4912-857b-ee20ea40778d tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 946 time: 0.0791702
Apr 29 15:39:17.200466 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-794968d6-152b-44d5-9aaf-408e88587fad req-45cd35f9-ed38-43bb-bccf-fd4cea066bc1 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384619
Apr 29 15:39:17.366280 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58677d7-4599-4528-b1f8-0f50ee5f5af0 req-af561582-6bc2-4a60-aeaf-6c2233b0c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:17.368318 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b58677d7-4599-4528-b1f8-0f50ee5f5af0 req-af561582-6bc2-4a60-aeaf-6c2233b0c75f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 1099 time: 0.0829606
Apr 29 15:39:17.575845 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2030a2e-a431-45fb-a021-ea555a531dee req-11a581ed-d8c3-4c1b-aaa3-f2234954ee21 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:17.577345 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c2030a2e-a431-45fb-a021-ea555a531dee req-11a581ed-d8c3-4c1b-aaa3-f2234954ee21 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 943 time: 0.1969767
Apr 29 15:39:17.580036 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58677d7-4599-4528-b1f8-0f50ee5f5af0 req-8e5f3fab-0b72-41d2-a583-f5155a4b9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:17.581441 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b58677d7-4599-4528-b1f8-0f50ee5f5af0 req-8e5f3fab-0b72-41d2-a583-f5155a4b9216 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 920 time: 0.1677101
Apr 29 15:39:17.670290 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b58677d7-4599-4528-b1f8-0f50ee5f5af0 req-9089b3c5-06a1-4689-b349-9e1bc9c76ecb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d75ce4-8040-41fd-891e-77817ee0530d HTTP/1.1" status: 200  len: 217 time: 0.0728188
Apr 29 15:39:17.763566 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c2030a2e-a431-45fb-a021-ea555a531dee req-42d86bf5-231f-45f1-b7c2-64db7c0ae3f2 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795936
Apr 29 15:39:17.765429 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58677d7-4599-4528-b1f8-0f50ee5f5af0 req-a2660acf-ddeb-4d57-8d93-7986ce102c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:17.767033 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b58677d7-4599-4528-b1f8-0f50ee5f5af0 req-a2660acf-ddeb-4d57-8d93-7986ce102c07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d4bd50-aa72-47c1-9c1b-46d491a54466 HTTP/1.1" status: 200  len: 859 time: 0.0862646
Apr 29 15:39:17.829803 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b58677d7-4599-4528-b1f8-0f50ee5f5af0 req-7689dff2-ad5e-433e-a8ad-366725325a33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3549e580-522c-4ea0-a975-8714585343c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472100
Apr 29 15:39:17.975641 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b58677d7-4599-4528-b1f8-0f50ee5f5af0 req-012a0d7c-e179-49cb-9042-101b5be82504 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331375
Apr 29 15:39:18.155089 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b58677d7-4599-4528-b1f8-0f50ee5f5af0 req-27d9d0b2-1d21-43e7-8043-5845fdd02942 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714699
Apr 29 15:39:18.187673 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93102c9-caaa-4e4a-a126-48b1c868b46e req-509875be-ee67-4ee6-ae91-531bd313fb75 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:18.189147 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f93102c9-caaa-4e4a-a126-48b1c868b46e req-509875be-ee67-4ee6-ae91-531bd313fb75 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0993845
Apr 29 15:39:18.235466 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f93102c9-caaa-4e4a-a126-48b1c868b46e req-db616eb0-db0c-4dab-b0a8-4eccc6b65167 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393796
Apr 29 15:39:18.500826 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69daaf-87b5-4cee-a806-6ba882289e39 req-0075868f-c786-499c-ae25-af329aa3d7e5 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:18.502305 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3e69daaf-87b5-4cee-a806-6ba882289e39 req-0075868f-c786-499c-ae25-af329aa3d7e5 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 946 time: 0.1751170
Apr 29 15:39:18.548148 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3e69daaf-87b5-4cee-a806-6ba882289e39 req-fa41b2d7-93d7-475b-aa08-8eda856a2460 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392492
Apr 29 15:39:18.702135 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 3712ee76-330e-47c0-a53a-94a4c4c93264 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:39:18.838674 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 3712ee76-330e-47c0-a53a-94a4c4c93264, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3712ee76-330e-47c0-a53a-94a4c4c93264,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:39:18.853002 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '3712ee76-330e-47c0-a53a-94a4c4c93264', 'network_id': '422fe44b-6f4d-4a3a-9fcb-aab397fc764e', 'port_id': '3712ee76-330e-47c0-a53a-94a4c4c93264', 'mac_address': 'fa:16:3e:e9:3b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052e1034-e165-4802-a90d-f32243144b22', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:39:18.873749 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2db66c-1658-498c-be9d-cd8251817200 req-f5c23538-3386-4441-8c92-803e382d3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:18.875332 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0c2db66c-1658-498c-be9d-cd8251817200 req-f5c23538-3386-4441-8c92-803e382d3ef0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e143da3572304a9589af532444442acc&device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 1099 time: 0.1479571
Apr 29 15:39:18.887896 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6635615-1f0f-4012-9031-f80eb805f534 req-2aa168b4-e196-4048-ae0d-d2d3c1b758d1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:18.898095 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c6635615-1f0f-4012-9031-f80eb805f534 req-2aa168b4-e196-4048-ae0d-d2d3c1b758d1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1243811
Apr 29 15:39:18.909669 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:18.926977 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3712ee76-330e-47c0-a53a-94a4c4c93264 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:39:18.945205 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 3712ee76-330e-47c0-a53a-94a4c4c93264, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3712ee76-330e-47c0-a53a-94a4c4c93264,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:39:18.953772 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:18.957838 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:18.992677 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0bd0e-9eb6-4477-bb91-79f95237f8cc req-6836bfc3-b905-437b-883f-0069f9f653f8 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:18.997651 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c6635615-1f0f-4012-9031-f80eb805f534 req-548fbc1a-21f8-4476-a8d8-9316e1712027 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967135
Apr 29 15:39:18.999554 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-25e0bd0e-9eb6-4477-bb91-79f95237f8cc req-6836bfc3-b905-437b-883f-0069f9f653f8 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 943 time: 0.1084266
Apr 29 15:39:19.057282 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-25e0bd0e-9eb6-4477-bb91-79f95237f8cc req-3218d81b-ca44-4e53-8686-83570428440c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519044
Apr 29 15:39:19.124820 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=3712ee76-330e-47c0-a53a-94a4c4c93264,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:19.130122 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:19.134438 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2db66c-1658-498c-be9d-cd8251817200 req-4f90b3cf-903b-4968-9812-b382e43f5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:19.136637 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0c2db66c-1658-498c-be9d-cd8251817200 req-4f90b3cf-903b-4968-9812-b382e43f5ee1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 200  len: 920 time: 0.2090759
Apr 29 15:39:19.218036 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0c2db66c-1658-498c-be9d-cd8251817200 req-356c603e-08f9-45da-ae7a-bf03667dbd51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d75ce4-8040-41fd-891e-77817ee0530d HTTP/1.1" status: 200  len: 217 time: 0.0659466
Apr 29 15:39:19.282707 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2db66c-1658-498c-be9d-cd8251817200 req-1c8315dc-5b80-4988-9080-2f5da1cc045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:19.284141 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0c2db66c-1658-498c-be9d-cd8251817200 req-1c8315dc-5b80-4988-9080-2f5da1cc045f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d4bd50-aa72-47c1-9c1b-46d491a54466 HTTP/1.1" status: 200  len: 859 time: 0.0582583
Apr 29 15:39:19.351215 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0c2db66c-1658-498c-be9d-cd8251817200 req-3ec1cc55-52c0-448c-8335-55a5a6292321 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3549e580-522c-4ea0-a975-8714585343c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461805
Apr 29 15:39:19.534060 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0c2db66c-1658-498c-be9d-cd8251817200 req-e5d733b7-c6a7-4a3d-afa2-a54e88753ead service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625209
Apr 29 15:39:19.577926 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['3712ee76-330e-47c0-a53a-94a4c4c93264'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:39:19.684725 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0c2db66c-1658-498c-be9d-cd8251817200 req-f0ac6f18-4250-4525-ba39-2dcca2284da3 service neutron] 10.222.0.32 "GET /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428628
Apr 29 15:39:19.783662 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbaa67-b04d-4f2d-87a1-cea8913a20dc req-ef628313-f883-4bae-b2de-8ac4500911fa tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:19.791959 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bbfbaa67-b04d-4f2d-87a1-cea8913a20dc req-ef628313-f883-4bae-b2de-8ac4500911fa tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 946 time: 0.1004395
Apr 29 15:39:19.836838 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bbfbaa67-b04d-4f2d-87a1-cea8913a20dc req-1669407e-28dd-4764-9809-6a7d8809b396 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440161
Apr 29 15:39:20.059105 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 34020) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:20.251082 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458d0b4-d0f9-4c7d-b706-d799e839cb26 req-6a0365c0-c4c3-4bf3-bf49-e94c155cad51 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:20.253469 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a458d0b4-d0f9-4c7d-b706-d799e839cb26 req-6a0365c0-c4c3-4bf3-bf49-e94c155cad51 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1129580
Apr 29 15:39:20.345561 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a458d0b4-d0f9-4c7d-b706-d799e839cb26 req-c58efd13-4478-4dea-880e-c4d4e534c7e3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842078
Apr 29 15:39:20.388620 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523c61c-a4a8-47dd-a3ed-08a4234403d9 req-af9da086-7e40-4cc5-aacb-3deaf4a91a4a tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:20.395265 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:20.397659 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d523c61c-a4a8-47dd-a3ed-08a4234403d9 req-af9da086-7e40-4cc5-aacb-3deaf4a91a4a tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 944 time: 0.1935124
Apr 29 15:39:20.411584 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:39:20.416183 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Usage tracker for resource:security_group_rule and tenant:cda00acbfe78417eaf78de37c5b59855 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:39:20.419389 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:39:20.425248 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:39:20.469529 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d523c61c-a4a8-47dd-a3ed-08a4234403d9 req-50e2b269-db09-48d5-95f3-50628d35f72e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696180
Apr 29 15:39:20.523316 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:20.530456 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:20.540403 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cf4c249b-32a3-4ea4-86bb-09cb3d8027fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:20.582565 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7f52a9-3946-443d-a405-cb7c1f033e78,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:20.591542 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cda00acbfe78417eaf78de37c5b59855&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5290515
Apr 29 15:39:20.591915 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 34046) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:20.594976 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.595344 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.595691 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.596025 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.596368 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.596738 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.597104 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.597442 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.597777 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.598109 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.598438 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.598768 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:39:20.603720 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:20.655172 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-33de10a2-9354-4adb-804a-44a792d6573a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:20.684379 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-33de10a2-9354-4adb-804a-44a792d6573a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:20.746965 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-33de10a2-9354-4adb-804a-44a792d6573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:20.752196 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:20.765106 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de10a2-9354-4adb-804a-44a792d6573a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7f52a9-3946-443d-a405-cb7c1f033e78,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:20.768059 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-33de10a2-9354-4adb-804a-44a792d6573a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:20.770060 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-33de10a2-9354-4adb-804a-44a792d6573a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:20.773880 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-33de10a2-9354-4adb-804a-44a792d6573a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a7f52a9-3946-443d-a405-cb7c1f033e78 HTTP/1.1" status: 204  len: 168 time: 0.1782527
Apr 29 15:39:21.093710 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 34064) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:21.113936 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2b22c394-1054-403c-9d8d-2f200c508f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:21.129146 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-2b22c394-1054-403c-9d8d-2f200c508f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:39:21.133708 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-2b22c394-1054-403c-9d8d-2f200c508f10 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c4d1c1cee74081a754553bef8fc5d4 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:39:21.136522 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-2b22c394-1054-403c-9d8d-2f200c508f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:39:21.142246 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-2b22c394-1054-403c-9d8d-2f200c508f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:39:21.290948 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94a90e-c13b-4dc9-883b-29d052272bf0 req-c4a221c5-e19d-4b08-8450-a5eb9616c1a9 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:21.292467 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0c94a90e-c13b-4dc9-883b-29d052272bf0 req-c4a221c5-e19d-4b08-8450-a5eb9616c1a9 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 946 time: 0.1308918
Apr 29 15:39:21.300225 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2b22c394-1054-403c-9d8d-2f200c508f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:21.316957 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2b22c394-1054-403c-9d8d-2f200c508f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:21.327330 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-24fa5746-afb2-457b-b1cc-a7d4b7964774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:21.398523 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-2b22c394-1054-403c-9d8d-2f200c508f10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4c4d1c1cee74081a754553bef8fc5d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3037360
Apr 29 15:39:21.401610 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 34072) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:21.409110 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0c94a90e-c13b-4dc9-883b-29d052272bf0 req-32ff20d3-8176-419f-8758-78e523a014df tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074686
Apr 29 15:39:21.423656 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22c394-1054-403c-9d8d-2f200c508f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ac041b-7d9b-4029-863c-6f1f6ed3bdd3,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:21.424819 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2b22c394-1054-403c-9d8d-2f200c508f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:21.505064 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bece9d7-82d1-47a6-b306-54a617675dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:21.539177 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bece9d7-82d1-47a6-b306-54a617675dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:21.593571 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf856da-e56a-4127-964b-109352cfda78 req-3bc298b8-b318-418d-a386-360582535a66 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:21.594910 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ccf856da-e56a-4127-964b-109352cfda78 req-3bc298b8-b318-418d-a386-360582535a66 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1391907
Apr 29 15:39:21.635114 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bece9d7-82d1-47a6-b306-54a617675dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:21.641327 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5db61d0c-9d09-49d0-a468-dc7a3a197186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:21.649305 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff760b3-d98c-4c8a-a1d7-0dfe825707be req-7bea178a-7559-4579-b46b-8de946a408d7 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:21.650845 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7ff760b3-d98c-4c8a-a1d7-0dfe825707be req-7bea178a-7559-4579-b46b-8de946a408d7 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 944 time: 0.0833588
Apr 29 15:39:21.655129 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ccf856da-e56a-4127-964b-109352cfda78 req-fb072ef8-8587-4f46-b70d-6bb824668e0f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533803
Apr 29 15:39:21.660951 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bece9d7-82d1-47a6-b306-54a617675dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ac041b-7d9b-4029-863c-6f1f6ed3bdd3,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:21.665038 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8bece9d7-82d1-47a6-b306-54a617675dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:21.667057 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8bece9d7-82d1-47a6-b306-54a617675dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:21.668116 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-8bece9d7-82d1-47a6-b306-54a617675dde admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00ac041b-7d9b-4029-863c-6f1f6ed3bdd3 HTTP/1.1" status: 204  len: 168 time: 0.2651734
Apr 29 15:39:21.709586 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7ff760b3-d98c-4c8a-a1d7-0dfe825707be req-854fc084-2d53-4807-b59f-740b0bab6f97 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520890
Apr 29 15:39:22.659264 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422319e3-53e8-4e50-957b-01f7c4142633 req-7ece633e-13b0-4570-a60c-b078373527bd tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:22.661071 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-422319e3-53e8-4e50-957b-01f7c4142633 req-7ece633e-13b0-4570-a60c-b078373527bd tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 946 time: 0.0985651
Apr 29 15:39:22.708976 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-422319e3-53e8-4e50-957b-01f7c4142633 req-ec7dc582-ffc1-4dfc-be7b-49721bf40b93 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417979
Apr 29 15:39:22.734328 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 3712ee76-330e-47c0-a53a-94a4c4c93264 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:39:22.828028 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 3712ee76-330e-47c0-a53a-94a4c4c93264 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:39:22.836421 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 3712ee76-330e-47c0-a53a-94a4c4c93264 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:39:22.837187 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:22.940427 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776b0b-6741-44c0-b252-46bb68d69278 req-e468b4ee-cada-430e-8865-680db0e5b5c8 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:22.942215 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f3776b0b-6741-44c0-b252-46bb68d69278 req-e468b4ee-cada-430e-8865-680db0e5b5c8 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1002150
Apr 29 15:39:22.981138 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:23.001690 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f3776b0b-6741-44c0-b252-46bb68d69278 req-d413c4e1-196a-47a9-9e46-35b7595de5a8 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525441
Apr 29 15:39:23.014342 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c2e49b-6a08-4981-87a6-70756f5cbd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3712ee76-330e-47c0-a53a-94a4c4c93264'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:39:23.024403 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 3712ee76-330e-47c0-a53a-94a4c4c93264, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3712ee76-330e-47c0-a53a-94a4c4c93264,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:39:23.032205 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:23.035398 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:23.123950 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=3712ee76-330e-47c0-a53a-94a4c4c93264,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:23.134480 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:23.224762 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeface35-3077-4235-bd0b-eca8049ed142 req-4a47accc-6dac-42ca-99bc-198389b4098a tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:23.227187 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-eeface35-3077-4235-bd0b-eca8049ed142 req-4a47accc-6dac-42ca-99bc-198389b4098a tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.32 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 946 time: 0.1564667
Apr 29 15:39:23.335838 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5e33c-0efe-4cd3-ac1e-fdd7971652ea req-e258e157-c08f-49d0-a7b4-542d8a8230cd tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:23.337947 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-00c5e33c-0efe-4cd3-ac1e-fdd7971652ea req-e258e157-c08f-49d0-a7b4-542d8a8230cd tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 945 time: 0.1687646
Apr 29 15:39:23.412610 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-00c5e33c-0efe-4cd3-ac1e-fdd7971652ea req-1006abcb-b110-46c1-a577-3d482be77157 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619254
Apr 29 15:39:23.496336 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c2e49b-6a08-4981-87a6-70756f5cbd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3712ee76-330e-47c0-a53a-94a4c4c93264', 'code': 200}
Apr 29 15:39:23.540178 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-eeface35-3077-4235-bd0b-eca8049ed142 req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Deleting port 85bbb92b-95db-4985-8ab1-ccd46835e179 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:39:23.540178 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-eeface35-3077-4235-bd0b-eca8049ed142 req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:23.841506 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-eeface35-3077-4235-bd0b-eca8049ed142 req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] For port 85bbb92b-95db-4985-8ab1-ccd46835e179, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=85bbb92b-95db-4985-8ab1-ccd46835e179,segment=NetworkSegment(ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2),segment_id=ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:39:23.841866 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-eeface35-3077-4235-bd0b-eca8049ed142 req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:23.913567 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bec82-8c33-49a0-bd7d-26c1584bd8b3 req-72d44459-847e-4c0c-9d27-9f6372637dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:23.914948 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c28bec82-8c33-49a0-bd7d-26c1584bd8b3 req-72d44459-847e-4c0c-9d27-9f6372637dab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 1098 time: 0.2373807
Apr 29 15:39:23.929915 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19349112-3039-4ffd-b5d1-f7aad3306658 req-f1aea54f-2ff5-4577-aa0f-99cda73f11d2 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:23.931376 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-19349112-3039-4ffd-b5d1-f7aad3306658 req-f1aea54f-2ff5-4577-aa0f-99cda73f11d2 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 946 time: 0.0884509
Apr 29 15:39:23.980604 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-19349112-3039-4ffd-b5d1-f7aad3306658 req-4e5df1a8-07ae-4d92-a50a-2e145e2be98a tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b9e4005-46dc-4d05-b37d-87b7433f744e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430822
Apr 29 15:39:23.981275 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 34170) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:23.992800 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-eeface35-3077-4235-bd0b-eca8049ed142 req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Calling delete_port for 85bbb92b-95db-4985-8ab1-ccd46835e179 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:39:24.031648 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c28bec82-8c33-49a0-bd7d-26c1584bd8b3 req-e0c55e39-12c7-4eac-b787-19a2a216e9e8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618320
Apr 29 15:39:24.118989 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e2c4f163-7cac-4305-957a-2bd827781f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:24.134655 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e2c4f163-7cac-4305-957a-2bd827781f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:39:24.139382 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e2c4f163-7cac-4305-957a-2bd827781f02 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7c76b576304c34a7c47c6e92b08366 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:39:24.142573 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e2c4f163-7cac-4305-957a-2bd827781f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:39:24.148429 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e2c4f163-7cac-4305-957a-2bd827781f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:39:24.171500 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-eeface35-3077-4235-bd0b-eca8049ed142 req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:24.183145 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:24.184410 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['85bbb92b-95db-4985-8ab1-ccd46835e179'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:39:24.237065 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Pushing event deleted for resources: {'Port': ['ID=85bbb92b-95db-4985-8ab1-ccd46835e179,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:24.242520 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:24.264704 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e2c4f163-7cac-4305-957a-2bd827781f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:24.269198 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e2c4f163-7cac-4305-957a-2bd827781f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:24.281439 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-23f22ff9-734d-4949-860a-f782a0798521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:24.328117 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-e2c4f163-7cac-4305-957a-2bd827781f02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f7c76b576304c34a7c47c6e92b08366&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3434560
Apr 29 15:39:24.328537 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 34182) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:24.331396 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4f163-7cac-4305-957a-2bd827781f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c453614-0dee-4f2f-a1c9-72b9d7258a9e,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:24.342666 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeface35-3077-4235-bd0b-eca8049ed142 req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] No DVR routers for this DVR port 85bbb92b-95db-4985-8ab1-ccd46835e179 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:39:24.346120 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-eeface35-3077-4235-bd0b-eca8049ed142 req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:24.346830 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e2c4f163-7cac-4305-957a-2bd827781f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:24.353425 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759eb30-c3bc-4a24-ac39-14f5962ccade', 'name': 'network-vif-deleted', 'tag': '85bbb92b-95db-4985-8ab1-ccd46835e179'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:39:24.380042 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-eeface35-3077-4235-bd0b-eca8049ed142 req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.32 "DELETE /v2.0/ports/85bbb92b-95db-4985-8ab1-ccd46835e179 HTTP/1.1" status: 204  len: 173 time: 1.1353159
Apr 29 15:39:24.400449 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f582e-6b5e-4639-89a2-fc69137d0581 req-57579676-94a6-4063-843c-0bc12e9a7a0e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:24.408233 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-336f582e-6b5e-4639-89a2-fc69137d0581 req-57579676-94a6-4063-843c-0bc12e9a7a0e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.2757130
Apr 29 15:39:24.422892 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ae386ec7-f585-4ac5-9de6-df87da3fbab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:24.466921 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ae386ec7-f585-4ac5-9de6-df87da3fbab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:24.468455 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-336f582e-6b5e-4639-89a2-fc69137d0581 req-6caccc2c-89a1-4ec2-ac6e-a0c953ba0332 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592957
Apr 29 15:39:24.515509 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759eb30-c3bc-4a24-ac39-14f5962ccade', 'name': 'network-vif-deleted', 'tag': '85bbb92b-95db-4985-8ab1-ccd46835e179', 'status': 'completed', 'code': 200}
Apr 29 15:39:24.539208 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ae386ec7-f585-4ac5-9de6-df87da3fbab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:24.548424 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-64392eb6-c9f5-44b3-a155-6245f2580b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:24.567600 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ae386ec7-f585-4ac5-9de6-df87da3fbab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:24.572702 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-ae386ec7-f585-4ac5-9de6-df87da3fbab5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c453614-0dee-4f2f-a1c9-72b9d7258a9e HTTP/1.1" status: 204  len: 168 time: 0.2433162
Apr 29 15:39:24.575347 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae386ec7-f585-4ac5-9de6-df87da3fbab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c453614-0dee-4f2f-a1c9-72b9d7258a9e,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:24.578037 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ae386ec7-f585-4ac5-9de6-df87da3fbab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:24.717246 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb4cae-0ae8-4e20-a4b9-57abfe07c6d0 req-b0b4ce9c-2f8b-473e-97d5-27fb1f3e0a3e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:24.718728 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5dcb4cae-0ae8-4e20-a4b9-57abfe07c6d0 req-b0b4ce9c-2f8b-473e-97d5-27fb1f3e0a3e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 945 time: 0.0861514
Apr 29 15:39:24.770438 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5dcb4cae-0ae8-4e20-a4b9-57abfe07c6d0 req-ddd45bb9-743a-4e53-9d25-11646fa55912 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455632
Apr 29 15:39:24.911520 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 34206) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:24.929256 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3b24979a-390d-4094-a155-fd57aa6da591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:24.944587 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3b24979a-390d-4094-a155-fd57aa6da591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:39:24.951077 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-3b24979a-390d-4094-a155-fd57aa6da591 admin admin] Usage tracker for resource:security_group_rule and tenant:56a87368fd7c401dab592272634c0767 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:39:24.955823 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-3b24979a-390d-4094-a155-fd57aa6da591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:39:24.968861 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-3b24979a-390d-4094-a155-fd57aa6da591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:39:25.095082 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3b24979a-390d-4094-a155-fd57aa6da591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:25.102622 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3b24979a-390d-4094-a155-fd57aa6da591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:25.113463 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a56cf3a6-26d0-4285-95df-be74deab1b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:25.157055 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24979a-390d-4094-a155-fd57aa6da591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcae4ec4-b6d9-4368-9637-ea9845610d67,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:25.168538 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-3b24979a-390d-4094-a155-fd57aa6da591 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56a87368fd7c401dab592272634c0767&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2558146
Apr 29 15:39:25.170088 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3b24979a-390d-4094-a155-fd57aa6da591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:25.171567 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 34218) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:25.214006 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-3b54e30f-a61a-4345-8232-b944319f0a8d req-9e44a482-304b-40a1-ad90-8bddbecb091d tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Synchronizing usage tracker for tenant:01334658c34c4973912667d06a0e0625 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:39:25.231617 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-3b54e30f-a61a-4345-8232-b944319f0a8d req-9e44a482-304b-40a1-ad90-8bddbecb091d tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Unset dirty status for tenant:01334658c34c4973912667d06a0e0625 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:39:25.244953 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3b54e30f-a61a-4345-8232-b944319f0a8d req-9e44a482-304b-40a1-ad90-8bddbecb091d tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e759eb30-c3bc-4a24-ac39-14f5962ccade HTTP/1.1" status: 200  len: 210 time: 0.0798481
Apr 29 15:39:25.284352 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-be124bc7-4630-4633-abd9-78a8f8924340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:25.312137 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-be124bc7-4630-4633-abd9-78a8f8924340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:25.365650 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-be124bc7-4630-4633-abd9-78a8f8924340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:25.369148 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:25.384677 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be124bc7-4630-4633-abd9-78a8f8924340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcae4ec4-b6d9-4368-9637-ea9845610d67,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:25.387552 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-be124bc7-4630-4633-abd9-78a8f8924340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:25.389485 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-be124bc7-4630-4633-abd9-78a8f8924340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:25.390563 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-be124bc7-4630-4633-abd9-78a8f8924340 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bcae4ec4-b6d9-4368-9637-ea9845610d67 HTTP/1.1" status: 204  len: 168 time: 0.2179520
Apr 29 15:39:25.981234 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10ec47-5599-4a86-b50e-abd5b4b098a0 req-7f36d827-635c-4c50-8104-b2f5e0bdb243 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:25.982745 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fa10ec47-5599-4a86-b50e-abd5b4b098a0 req-7f36d827-635c-4c50-8104-b2f5e0bdb243 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 945 time: 0.0938678
Apr 29 15:39:26.029939 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fa10ec47-5599-4a86-b50e-abd5b4b098a0 req-bbd0f05b-f5b9-499d-babf-a10a5484fca4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408275
Apr 29 15:39:26.472317 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:26.609043 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 34276) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:26.762327 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 85bbb92b-95db-4985-8ab1-ccd46835e179 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:39:26.768518 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-388fd251-c9f8-46ae-8b27-aa31564eb362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:26.787657 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-388fd251-c9f8-46ae-8b27-aa31564eb362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:39:26.795083 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-388fd251-c9f8-46ae-8b27-aa31564eb362 admin admin] Usage tracker for resource:security_group_rule and tenant:4ab9a14a17e14582aa909283153f07cf is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:39:26.798202 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-388fd251-c9f8-46ae-8b27-aa31564eb362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:39:26.806794 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 85bbb92b-95db-4985-8ab1-ccd46835e179 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:39:26.807328 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 85bbb92b-95db-4985-8ab1-ccd46835e179 not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:39:26.808978 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-388fd251-c9f8-46ae-8b27-aa31564eb362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:39:26.908672 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-388fd251-c9f8-46ae-8b27-aa31564eb362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:26.914235 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-388fd251-c9f8-46ae-8b27-aa31564eb362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:26.929017 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0dca1446-32b7-4559-bb44-ba8e4f4ac311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:26.978048 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-388fd251-c9f8-46ae-8b27-aa31564eb362 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ab9a14a17e14582aa909283153f07cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3651793
Apr 29 15:39:26.978048 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fd251-c9f8-46ae-8b27-aa31564eb362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e15103b-287a-4ed4-a5ba-8d82e2ece189,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:26.978760 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 34300) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:26.981501 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-388fd251-c9f8-46ae-8b27-aa31564eb362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:27.076453 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a29a749f-210e-4d08-8164-c4b5e339ddc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:27.119195 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a29a749f-210e-4d08-8164-c4b5e339ddc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:27.179880 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a29a749f-210e-4d08-8164-c4b5e339ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:27.186882 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:27.208235 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a29a749f-210e-4d08-8164-c4b5e339ddc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:27.212135 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-a29a749f-210e-4d08-8164-c4b5e339ddc6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e15103b-287a-4ed4-a5ba-8d82e2ece189 HTTP/1.1" status: 204  len: 168 time: 0.2302451
Apr 29 15:39:27.212135 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a749f-210e-4d08-8164-c4b5e339ddc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e15103b-287a-4ed4-a5ba-8d82e2ece189,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:27.214074 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a29a749f-210e-4d08-8164-c4b5e339ddc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:28.382212 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 34400) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:28.565281 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3da1940e-16e6-4e04-86e7-8186ddb0676e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:28.580783 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3da1940e-16e6-4e04-86e7-8186ddb0676e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:39:28.585357 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-3da1940e-16e6-4e04-86e7-8186ddb0676e admin admin] Usage tracker for resource:security_group_rule and tenant:29136242444243ff903cca9c7ca074a7 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:39:28.591921 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-3da1940e-16e6-4e04-86e7-8186ddb0676e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:39:28.597647 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3da1940e-16e6-4e04-86e7-8186ddb0676e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:39:28.750784 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3da1940e-16e6-4e04-86e7-8186ddb0676e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:28.755088 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3da1940e-16e6-4e04-86e7-8186ddb0676e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:28.763806 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cc5123e3-6733-4d83-a0cd-0bcea4bb674e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:28.804262 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-3da1940e-16e6-4e04-86e7-8186ddb0676e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29136242444243ff903cca9c7ca074a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4209664
Apr 29 15:39:28.806029 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1940e-16e6-4e04-86e7-8186ddb0676e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e171c318-047d-4ff5-a008-6f33d9b6e7a5,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:28.807038 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 34420) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:28.809000 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3da1940e-16e6-4e04-86e7-8186ddb0676e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:28.869484 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7021e830-17d5-4fea-b869-f6ec66f72b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:28.895831 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7021e830-17d5-4fea-b869-f6ec66f72b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:28.948674 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7021e830-17d5-4fea-b869-f6ec66f72b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:28.953668 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:28.967046 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021e830-17d5-4fea-b869-f6ec66f72b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e171c318-047d-4ff5-a008-6f33d9b6e7a5,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:28.971433 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7021e830-17d5-4fea-b869-f6ec66f72b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:28.976379 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7021e830-17d5-4fea-b869-f6ec66f72b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:28.977497 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-7021e830-17d5-4fea-b869-f6ec66f72b13 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e171c318-047d-4ff5-a008-6f33d9b6e7a5 HTTP/1.1" status: 204  len: 168 time: 0.1694736
Apr 29 15:39:29.251888 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 34432) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:29.270174 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-50d6cd4d-aa3b-4289-b68a-9e290f839306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:29.284299 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-50d6cd4d-aa3b-4289-b68a-9e290f839306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:39:29.288109 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-50d6cd4d-aa3b-4289-b68a-9e290f839306 admin admin] Usage tracker for resource:security_group_rule and tenant:852705228b7541ac89fbcdc696d6d613 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:39:29.290898 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-50d6cd4d-aa3b-4289-b68a-9e290f839306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:39:29.296487 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-50d6cd4d-aa3b-4289-b68a-9e290f839306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:39:29.379191 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-50d6cd4d-aa3b-4289-b68a-9e290f839306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:29.383376 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-50d6cd4d-aa3b-4289-b68a-9e290f839306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:29.391906 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b1a14349-91e5-4e02-ac54-0747e834d5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:29.437383 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-50d6cd4d-aa3b-4289-b68a-9e290f839306 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=852705228b7541ac89fbcdc696d6d613&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1820643
Apr 29 15:39:29.437383 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6cd4d-aa3b-4289-b68a-9e290f839306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62716948-7d80-4b59-b544-b3897cc90829,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:29.438630 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 34436) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:29.439130 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-50d6cd4d-aa3b-4289-b68a-9e290f839306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:29.500869 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f40a0a6-cfa1-4098-bbc3-45d5253f05c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:29.526884 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f40a0a6-cfa1-4098-bbc3-45d5253f05c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:29.579774 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f40a0a6-cfa1-4098-bbc3-45d5253f05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:29.585041 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8bece9d7-82d1-47a6-b306-54a617675dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:29.596411 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40a0a6-cfa1-4098-bbc3-45d5253f05c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62716948-7d80-4b59-b544-b3897cc90829,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:29.598621 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-2f40a0a6-cfa1-4098-bbc3-45d5253f05c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:29.605915 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f40a0a6-cfa1-4098-bbc3-45d5253f05c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:29.607004 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-2f40a0a6-cfa1-4098-bbc3-45d5253f05c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62716948-7d80-4b59-b544-b3897cc90829 HTTP/1.1" status: 204  len: 168 time: 0.1669798
Apr 29 15:39:30.206072 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-4ece5bf9-bd5b-4835-a2e9-1bde37f5f85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:32.964162 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3bdc42e6-acd1-4262-bf6e-128a1a3613b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:33.074065 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:33.808480 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:35.357070 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:50.336256 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:39:52.505808 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b67b5-4e76-473e-a85d-bee59b155cd7 req-9e057aa4-9caf-4337-b3c7-d678e09a70fd tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:52.508464 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-618b67b5-4e76-473e-a85d-bee59b155cd7 req-9e057aa4-9caf-4337-b3c7-d678e09a70fd tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.0834816
Apr 29 15:39:52.559649 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-618b67b5-4e76-473e-a85d-bee59b155cd7 req-17b4273d-5218-47a0-a3a4-5e77ff9e45a4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450666
Apr 29 15:39:53.790880 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe194ed3-ff17-4d5b-a42f-a15bc3bce529 req-61bbae77-735d-4cc8-98ac-5c65226d16d4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:53.798770 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fe194ed3-ff17-4d5b-a42f-a15bc3bce529 req-61bbae77-735d-4cc8-98ac-5c65226d16d4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1169453
Apr 29 15:39:53.842530 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fe194ed3-ff17-4d5b-a42f-a15bc3bce529 req-9e0726c5-ca96-476d-bee0-c88b4f850e84 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426116
Apr 29 15:39:55.077568 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc090423-8038-45de-94c5-df273ff01f8b req-4c8efff7-9e6e-41d6-8584-a629c8e3b3c3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:55.079927 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bc090423-8038-45de-94c5-df273ff01f8b req-4c8efff7-9e6e-41d6-8584-a629c8e3b3c3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1142635
Apr 29 15:39:55.149694 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bc090423-8038-45de-94c5-df273ff01f8b req-08afda01-07dd-48e1-bb10-e68aa7abb7c5 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622370
Apr 29 15:39:55.889794 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b75819-c963-41a8-8876-0af8437a41f4 req-fab5308d-8920-47ed-bdc9-deb246c12ac8 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:55.891508 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-40b75819-c963-41a8-8876-0af8437a41f4 req-fab5308d-8920-47ed-bdc9-deb246c12ac8 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1188052
Apr 29 15:39:56.122509 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-40b75819-c963-41a8-8876-0af8437a41f4 req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Deleting port 01ac3467-4c89-4146-8ebb-66ee89d0a12b {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:39:56.123342 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-40b75819-c963-41a8-8876-0af8437a41f4 req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:56.497971 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:56.563015 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-40b75819-c963-41a8-8876-0af8437a41f4 req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] For port 01ac3467-4c89-4146-8ebb-66ee89d0a12b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=01ac3467-4c89-4146-8ebb-66ee89d0a12b,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:39:56.563785 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-40b75819-c963-41a8-8876-0af8437a41f4 req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:56.623372 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3781ac-51d3-4524-817c-e84087d26cac req-bf2b9f9a-3353-4654-a3c0-a9b34c0753b1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:39:56.625026 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bd3781ac-51d3-4524-817c-e84087d26cac req-bf2b9f9a-3353-4654-a3c0-a9b34c0753b1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 945 time: 0.1214988
Apr 29 15:39:56.712699 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bd3781ac-51d3-4524-817c-e84087d26cac req-1836f0b9-920d-4248-8a9a-093054a3e84d tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741217
Apr 29 15:39:56.757237 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-40b75819-c963-41a8-8876-0af8437a41f4 req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Calling delete_port for 01ac3467-4c89-4146-8ebb-66ee89d0a12b owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:39:57.007948 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-40b75819-c963-41a8-8876-0af8437a41f4 req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:57.031479 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['20d75ce4-8040-41fd-891e-77817ee0530d'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:39:57.037867 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:57.190404 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Pushing event deleted for resources: {'Port': ['ID=01ac3467-4c89-4146-8ebb-66ee89d0a12b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:57.199898 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:57.201275 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b75819-c963-41a8-8876-0af8437a41f4 req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] No DVR routers for this DVR port 01ac3467-4c89-4146-8ebb-66ee89d0a12b on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:39:57.204008 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-40b75819-c963-41a8-8876-0af8437a41f4 req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:57.207177 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8', 'name': 'network-vif-deleted', 'tag': '01ac3467-4c89-4146-8ebb-66ee89d0a12b'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:39:57.244969 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-40b75819-c963-41a8-8876-0af8437a41f4 req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.32 "DELETE /v2.0/ports/01ac3467-4c89-4146-8ebb-66ee89d0a12b HTTP/1.1" status: 204  len: 173 time: 1.3460908
Apr 29 15:39:57.263855 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8', 'name': 'network-vif-deleted', 'tag': '01ac3467-4c89-4146-8ebb-66ee89d0a12b', 'status': 'completed', 'code': 200}
Apr 29 15:39:57.969385 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-31c49152-8503-4d08-b1ee-8636537def38 req-f5d55810-ea43-4730-88e6-6b90294b488f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce0c5d2b-957b-41b0-a3ca-481a67e3f1a8 HTTP/1.1" status: 200  len: 210 time: 0.0736380
Apr 29 15:39:58.823950 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 35054) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:58.945502 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 01ac3467-4c89-4146-8ebb-66ee89d0a12b no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:39:58.986325 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 01ac3467-4c89-4146-8ebb-66ee89d0a12b {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:39:58.987091 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 01ac3467-4c89-4146-8ebb-66ee89d0a12b not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:39:59.095107 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-157b7934-a9e7-484f-abae-de0561a6133f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:59.153228 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-157b7934-a9e7-484f-abae-de0561a6133f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:39:59.167591 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-157b7934-a9e7-484f-abae-de0561a6133f admin admin] Usage tracker for resource:security_group_rule and tenant:d3f4860ed4b448b79b64ea354b42969a is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:39:59.175265 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-157b7934-a9e7-484f-abae-de0561a6133f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:39:59.189314 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-157b7934-a9e7-484f-abae-de0561a6133f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:39:59.337733 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-157b7934-a9e7-484f-abae-de0561a6133f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:59.346325 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-157b7934-a9e7-484f-abae-de0561a6133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:59.394649 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:59.417104 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-157b7934-a9e7-484f-abae-de0561a6133f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3f4860ed4b448b79b64ea354b42969a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5894077
Apr 29 15:39:59.418014 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 35076) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:39:59.468221 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7934-a9e7-484f-abae-de0561a6133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3d13f0-bc76-4cd3-b6cc-75a76ade10a8,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:59.491394 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-157b7934-a9e7-484f-abae-de0561a6133f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:39:59.614834 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3837fa74-4ada-42fc-8f43-042cc4dd9839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:59.684769 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3837fa74-4ada-42fc-8f43-042cc4dd9839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:59.837794 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3837fa74-4ada-42fc-8f43-042cc4dd9839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:59.842729 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-33de10a2-9354-4adb-804a-44a792d6573a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:39:59.862205 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837fa74-4ada-42fc-8f43-042cc4dd9839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3d13f0-bc76-4cd3-b6cc-75a76ade10a8,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:39:59.864586 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3837fa74-4ada-42fc-8f43-042cc4dd9839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:39:59.877786 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-3837fa74-4ada-42fc-8f43-042cc4dd9839 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f3d13f0-bc76-4cd3-b6cc-75a76ade10a8 HTTP/1.1" status: 204  len: 168 time: 0.4495497
Apr 29 15:39:59.880576 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3837fa74-4ada-42fc-8f43-042cc4dd9839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:00.032605 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc0f27-34eb-408d-b570-974c7051bcf7 req-90c5c993-aded-4e3b-8d93-a733c95d3979 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:00.034776 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-21fc0f27-34eb-408d-b570-974c7051bcf7 req-90c5c993-aded-4e3b-8d93-a733c95d3979 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1052213
Apr 29 15:40:00.117134 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-21fc0f27-34eb-408d-b570-974c7051bcf7 req-3b6bd05a-f14e-4fb5-8bac-f7c6c28afc8e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751195
Apr 29 15:40:00.236012 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0388a2da-3997-42fd-87ee-c6ff5d1abb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:00.296243 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 35100) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:00.351091 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-73405d6f-0893-47ff-ba59-f2b61b77c0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:00.385955 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-73405d6f-0893-47ff-ba59-f2b61b77c0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:00.390627 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-73405d6f-0893-47ff-ba59-f2b61b77c0ea admin admin] Usage tracker for resource:security_group_rule and tenant:3c4870e3923a4c26925896dbb15a7242 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:00.395323 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-73405d6f-0893-47ff-ba59-f2b61b77c0ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:00.419283 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-73405d6f-0893-47ff-ba59-f2b61b77c0ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:00.620154 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-73405d6f-0893-47ff-ba59-f2b61b77c0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:00.627105 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-73405d6f-0893-47ff-ba59-f2b61b77c0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:00.653077 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9ebdfcd0-98b0-4353-a31c-6278a89cab0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:00.705207 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-73405d6f-0893-47ff-ba59-f2b61b77c0ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c4870e3923a4c26925896dbb15a7242&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4077485
Apr 29 15:40:00.708019 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 35112) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:00.713522 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73405d6f-0893-47ff-ba59-f2b61b77c0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d6001c-df7c-441c-be0b-4db30813d434,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:00.717440 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-73405d6f-0893-47ff-ba59-f2b61b77c0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:00.816997 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3c4c83c7-1193-4295-9766-4eb3aba72774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:00.866537 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3c4c83c7-1193-4295-9766-4eb3aba72774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:00.949741 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3c4c83c7-1193-4295-9766-4eb3aba72774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:00.955888 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:00.970792 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c83c7-1193-4295-9766-4eb3aba72774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d6001c-df7c-441c-be0b-4db30813d434,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:00.980815 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3c4c83c7-1193-4295-9766-4eb3aba72774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:00.983668 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3c4c83c7-1193-4295-9766-4eb3aba72774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:00.985037 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-3c4c83c7-1193-4295-9766-4eb3aba72774 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6d6001c-df7c-441c-be0b-4db30813d434 HTTP/1.1" status: 204  len: 168 time: 0.2732332
Apr 29 15:40:01.547083 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7b6e7-03d0-4cf3-8e7f-24c5f6026f8f req-15478439-99ba-4ef7-8608-3c5ded109b64 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:01.547913 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-4eb7b6e7-03d0-4cf3-8e7f-24c5f6026f8f req-15478439-99ba-4ef7-8608-3c5ded109b64 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Synchronizing usage tracker for tenant:e143da3572304a9589af532444442acc on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:40:01.594457 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-4eb7b6e7-03d0-4cf3-8e7f-24c5f6026f8f req-15478439-99ba-4ef7-8608-3c5ded109b64 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Unset dirty status for tenant:e143da3572304a9589af532444442acc on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:40:01.595035 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4eb7b6e7-03d0-4cf3-8e7f-24c5f6026f8f req-15478439-99ba-4ef7-8608-3c5ded109b64 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1612055
Apr 29 15:40:01.600412 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 35134) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:01.631270 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d90cd265-a857-4fd3-942e-783da9109fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:01.651242 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d90cd265-a857-4fd3-942e-783da9109fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:01.658679 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d90cd265-a857-4fd3-942e-783da9109fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:13f2e7a1971345e68a62b37fa973e57a is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:01.663548 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d90cd265-a857-4fd3-942e-783da9109fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:01.674979 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d90cd265-a857-4fd3-942e-783da9109fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:01.739166 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4eb7b6e7-03d0-4cf3-8e7f-24c5f6026f8f req-4037f29b-1dc6-47ab-8542-8fbffc8bf29e tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265860
Apr 29 15:40:01.802837 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d90cd265-a857-4fd3-942e-783da9109fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:01.814845 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d90cd265-a857-4fd3-942e-783da9109fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:01.888240 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b00651b7-9c1f-4bfb-a21f-932437090c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:01.897099 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-d90cd265-a857-4fd3-942e-783da9109fc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13f2e7a1971345e68a62b37fa973e57a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2950041
Apr 29 15:40:01.900702 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 35150) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:01.919713 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cd265-a857-4fd3-942e-783da9109fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd48565-4e93-431e-a28f-74926e0301d6,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:01.934171 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d90cd265-a857-4fd3-942e-783da9109fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:02.040967 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3b330d5e-8401-4d0c-982b-32a8f6ed37ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:02.084643 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3b330d5e-8401-4d0c-982b-32a8f6ed37ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:02.165271 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3b330d5e-8401-4d0c-982b-32a8f6ed37ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:02.172085 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-680f114b-bd75-401e-ad24-fb3dc62ed382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:02.195851 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3b330d5e-8401-4d0c-982b-32a8f6ed37ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:02.196982 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-3b330d5e-8401-4d0c-982b-32a8f6ed37ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4bd48565-4e93-431e-a28f-74926e0301d6 HTTP/1.1" status: 204  len: 168 time: 0.2952018
Apr 29 15:40:02.197986 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b330d5e-8401-4d0c-982b-32a8f6ed37ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd48565-4e93-431e-a28f-74926e0301d6,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:02.200120 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3b330d5e-8401-4d0c-982b-32a8f6ed37ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:02.976726 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a3326d55-dfff-4cd5-a842-372495ac80be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:03.000770 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993c218-6b9e-40d1-9208-a427bf53a679 req-01caf8c9-f847-47a1-a9ae-fa6817895cc0 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:03.009632 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0993c218-6b9e-40d1-9208-a427bf53a679 req-01caf8c9-f847-47a1-a9ae-fa6817895cc0 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 946 time: 0.2022431
Apr 29 15:40:03.024812 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d03f7-0603-4ac5-922d-6f31c94011cc req-8de4b8e8-4773-46e0-b50f-2ba6f3318bd6 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:03.032652 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-656d03f7-0603-4ac5-922d-6f31c94011cc req-8de4b8e8-4773-46e0-b50f-2ba6f3318bd6 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.0988932
Apr 29 15:40:03.078990 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0993c218-6b9e-40d1-9208-a427bf53a679 req-2b7e418d-719f-4ffd-aa93-f790c799b96f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679650
Apr 29 15:40:03.103354 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-656d03f7-0603-4ac5-922d-6f31c94011cc req-0618b490-b63d-4c06-9e9f-912942e576f1 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695634
Apr 29 15:40:03.107455 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:03.627449 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 35210) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:03.786617 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e0ab-ebfd-4e7a-953a-3099474b427b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:03.805758 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d3e1e0ab-ebfd-4e7a-953a-3099474b427b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:03.810044 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-d3e1e0ab-ebfd-4e7a-953a-3099474b427b admin admin] Usage tracker for resource:security_group_rule and tenant:d14cd54f6d484bc4bc331c6f90d542af is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:03.813120 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-d3e1e0ab-ebfd-4e7a-953a-3099474b427b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:03.821509 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-d3e1e0ab-ebfd-4e7a-953a-3099474b427b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:03.825521 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:03.943714 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e0ab-ebfd-4e7a-953a-3099474b427b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:03.954386 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e0ab-ebfd-4e7a-953a-3099474b427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:03.969265 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-359f7500-715d-4a5a-a41b-731772318564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:04.003112 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1e0ab-ebfd-4e7a-953a-3099474b427b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25315ffb-86c3-4040-8a93-40c562f0cfb5,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:04.009332 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d3e1e0ab-ebfd-4e7a-953a-3099474b427b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:04.033350 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 35224) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:04.033907 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-d3e1e0ab-ebfd-4e7a-953a-3099474b427b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d14cd54f6d484bc4bc331c6f90d542af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4049642
Apr 29 15:40:04.220897 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-80b08163-1b71-4738-ace4-68744a455db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:04.289591 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-80b08163-1b71-4738-ace4-68744a455db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:04.401356 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8247f0-aa63-413c-b3ba-f968c1a2c644 req-e14d151e-def5-46cb-954f-3cac27e93b7a tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:04.411453 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bb8247f0-aa63-413c-b3ba-f968c1a2c644 req-e14d151e-def5-46cb-954f-3cac27e93b7a tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1726863
Apr 29 15:40:04.511774 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bb8247f0-aa63-413c-b3ba-f968c1a2c644 req-15a70604-20e9-4153-ba94-d6e21664aa5a tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982449
Apr 29 15:40:04.543365 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-80b08163-1b71-4738-ace4-68744a455db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:04.572199 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-125bf9b3-e2ff-4d5f-be8e-120e79df11fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:04.614480 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b08163-1b71-4738-ace4-68744a455db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25315ffb-86c3-4040-8a93-40c562f0cfb5,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:04.617924 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-80b08163-1b71-4738-ace4-68744a455db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:04.641527 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-80b08163-1b71-4738-ace4-68744a455db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:04.642626 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-80b08163-1b71-4738-ace4-68744a455db0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25315ffb-86c3-4040-8a93-40c562f0cfb5 HTTP/1.1" status: 204  len: 168 time: 0.6082897
Apr 29 15:40:04.655021 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941aa7-a5b1-40cc-8b9c-898940cda24b req-25b2eee9-285c-4ce7-9c02-aa3a5aa27ec5 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:04.663219 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39941aa7-a5b1-40cc-8b9c-898940cda24b req-25b2eee9-285c-4ce7-9c02-aa3a5aa27ec5 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 946 time: 0.2813575
Apr 29 15:40:04.723527 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39941aa7-a5b1-40cc-8b9c-898940cda24b req-90bd8156-529d-4f9c-aeea-9202d75b654a tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591283
Apr 29 15:40:05.297816 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286fb50-2164-40fe-8593-2981be2efc14 req-e88ed77e-e8bb-42ad-8dda-533c0f4bb17e tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:05.300176 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2286fb50-2164-40fe-8593-2981be2efc14 req-e88ed77e-e8bb-42ad-8dda-533c0f4bb17e tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 946 time: 0.1391854
Apr 29 15:40:05.365720 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:05.513263 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-2286fb50-2164-40fe-8593-2981be2efc14 req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Deleting port 6f699202-7c67-44c2-af90-25e99106ec89 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:40:05.513988 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2286fb50-2164-40fe-8593-2981be2efc14 req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:05.672007 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-2286fb50-2164-40fe-8593-2981be2efc14 req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] For port 6f699202-7c67-44c2-af90-25e99106ec89, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6f699202-7c67-44c2-af90-25e99106ec89,segment=NetworkSegment(4743604f-1e7f-4aa0-98b5-e29ea3943f4b),segment_id=4743604f-1e7f-4aa0-98b5-e29ea3943f4b)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:05.672007 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2286fb50-2164-40fe-8593-2981be2efc14 req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:05.846734 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4642420-b669-49b6-90e0-f8804f739932 req-36c20f54-f4ee-4645-9fdc-2d7dd453b2bd tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:05.867196 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d4642420-b669-49b6-90e0-f8804f739932 req-36c20f54-f4ee-4645-9fdc-2d7dd453b2bd tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.2396212
Apr 29 15:40:05.951675 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d4642420-b669-49b6-90e0-f8804f739932 req-899fe53c-e6d9-4619-be8f-fa922a4e2251 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820811
Apr 29 15:40:05.978893 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-2286fb50-2164-40fe-8593-2981be2efc14 req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Calling delete_port for 6f699202-7c67-44c2-af90-25e99106ec89 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:40:06.340068 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-35df7201-e896-4e65-a82e-09fc648bd981 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=216b3d1c9c2b4b2cb0400b936dd6ae95&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0627239
Apr 29 15:40:06.442159 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a8d26-b2dd-4583-b811-6a1487d0ca15 req-46bd8856-f98f-41b4-b2f8-b7720f0726f2 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:06.451913 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1f5a8d26-b2dd-4583-b811-6a1487d0ca15 req-46bd8856-f98f-41b4-b2f8-b7720f0726f2 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 946 time: 0.1782300
Apr 29 15:40:06.506512 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1f5a8d26-b2dd-4583-b811-6a1487d0ca15 req-bcc186b6-888b-4b8c-ae9b-eae30c0e921a tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533412
Apr 29 15:40:06.518530 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-0486f6be-0d9f-4e1d-b6fa-04674a0738b0 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:06.526195 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-0486f6be-0d9f-4e1d-b6fa-04674a0738b0 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1853502
Apr 29 15:40:06.551675 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-c2f57f54-b4bd-4359-af84-e913fbb22552 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/quotas/216b3d1c9c2b4b2cb0400b936dd6ae95 HTTP/1.1" status: 200  len: 375 time: 0.0245295
Apr 29 15:40:06.602424 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2286fb50-2164-40fe-8593-2981be2efc14 req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:06.613720 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:06.618776 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['6f699202-7c67-44c2-af90-25e99106ec89'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:40:06.661567 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-e76e665c-db3f-443f-b8aa-4d6409893250 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=216b3d1c9c2b4b2cb0400b936dd6ae95&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1087222
Apr 29 15:40:06.741325 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131379f-78a0-42b5-9c09-867cb9c40c8a req-ee3a5c8c-9c51-4427-b321-484046d7f124 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:06.752821 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9131379f-78a0-42b5-9c09-867cb9c40c8a req-ee3a5c8c-9c51-4427-b321-484046d7f124 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 945 time: 0.1242065
Apr 29 15:40:06.759224 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Pushing event deleted for resources: {'Port': ['ID=6f699202-7c67-44c2-af90-25e99106ec89,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:06.814417 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9131379f-78a0-42b5-9c09-867cb9c40c8a req-753c2e2e-4234-4e24-9622-5733b7bba087 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596468
Apr 29 15:40:06.929579 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.929939 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.930290 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.930634 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.930982 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.931319 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.931657 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.931993 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.932328 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.932661 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.933026 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.933357 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:06.936728 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:06.943929 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-2286fb50-2164-40fe-8593-2981be2efc14 req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] No DVR routers for this DVR port 6f699202-7c67-44c2-af90-25e99106ec89 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:40:06.946563 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2286fb50-2164-40fe-8593-2981be2efc14 req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:06.971282 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b', 'name': 'network-vif-deleted', 'tag': '6f699202-7c67-44c2-af90-25e99106ec89'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:07.035826 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2286fb50-2164-40fe-8593-2981be2efc14 req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.32 "DELETE /v2.0/ports/6f699202-7c67-44c2-af90-25e99106ec89 HTTP/1.1" status: 204  len: 173 time: 1.7210393
Apr 29 15:40:07.043823 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-105b68d4-1790-4df5-8d72-325b1f4b7f45 req-31382f39-a199-45ac-bddf-70b4a058648e tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 210 time: 0.1014321
Apr 29 15:40:07.148424 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec58245-d293-4380-853e-86ee6a766f43 req-1046b243-d560-46a8-a374-80f10bcab377 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:07.154182 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2ec58245-d293-4380-853e-86ee6a766f43 req-1046b243-d560-46a8-a374-80f10bcab377 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.32 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.3215275
Apr 29 15:40:07.160090 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b', 'name': 'network-vif-deleted', 'tag': '6f699202-7c67-44c2-af90-25e99106ec89', 'status': 'completed', 'code': 200}
Apr 29 15:40:07.453198 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-2ec58245-d293-4380-853e-86ee6a766f43 req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Deleting port 20d75ce4-8040-41fd-891e-77817ee0530d {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:40:07.454141 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2ec58245-d293-4380-853e-86ee6a766f43 req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:07.482197 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc07bca-9243-4f71-9068-c22c8317e661 req-4f7b9ef0-7ca4-4f35-adfc-8742c91a94f3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:07.483696 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5cc07bca-9243-4f71-9068-c22c8317e661 req-4f7b9ef0-7ca4-4f35-adfc-8742c91a94f3 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 946 time: 0.1522734
Apr 29 15:40:07.716766 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5cc07bca-9243-4f71-9068-c22c8317e661 req-c2f66e9e-abb3-4354-be84-276340d012c4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044311
Apr 29 15:40:07.803729 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-2ec58245-d293-4380-853e-86ee6a766f43 req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] For port 20d75ce4-8040-41fd-891e-77817ee0530d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=20d75ce4-8040-41fd-891e-77817ee0530d,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:07.804408 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2ec58245-d293-4380-853e-86ee6a766f43 req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:07.863327 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-aaaa3765-a990-4e6c-87df-6ed29f4cd6db req-855da24c-3a73-4653-8e71-7882c29e8361 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ac7ed10-a5d3-4ab8-81a3-cbbc2b7f648b HTTP/1.1" status: 200  len: 210 time: 0.0522201
Apr 29 15:40:07.955272 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-2ec58245-d293-4380-853e-86ee6a766f43 req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Calling delete_port for 20d75ce4-8040-41fd-891e-77817ee0530d owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:40:08.320965 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2ec58245-d293-4380-853e-86ee6a766f43 req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:08.347631 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c9a5b7d8-446e-48d8-bf32-49431e155965 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:08.348388 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['20d75ce4-8040-41fd-891e-77817ee0530d'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:40:08.410384 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Pushing event deleted for resources: {'Port': ['ID=20d75ce4-8040-41fd-891e-77817ee0530d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:08.438567 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:08.462867 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72466457-61eb-43b8-9e27-6badd0082427 req-4a82a81d-5a38-4391-924b-d7ee0bfa1686 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:08.464430 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-72466457-61eb-43b8-9e27-6badd0082427 req-4a82a81d-5a38-4391-924b-d7ee0bfa1686 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 945 time: 0.3637559
Apr 29 15:40:08.568961 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec58245-d293-4380-853e-86ee6a766f43 req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] No DVR routers for this DVR port 20d75ce4-8040-41fd-891e-77817ee0530d on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:40:08.576546 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2ec58245-d293-4380-853e-86ee6a766f43 req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:08.615873 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2ec58245-d293-4380-853e-86ee6a766f43 req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.32 "DELETE /v2.0/ports/20d75ce4-8040-41fd-891e-77817ee0530d HTTP/1.1" status: 204  len: 173 time: 1.4475632
Apr 29 15:40:08.628086 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-72466457-61eb-43b8-9e27-6badd0082427 req-58abd66c-6de5-49b6-a3cb-04c119bd79e9 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010287
Apr 29 15:40:08.689357 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a185ad5-6790-4b46-ad38-34091bfa02d8 req-2243fe7f-f880-4b57-a33f-7e5f4e6bb6be tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:08.697023 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9a185ad5-6790-4b46-ad38-34091bfa02d8 req-2243fe7f-f880-4b57-a33f-7e5f4e6bb6be tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 945 time: 0.2015798
Apr 29 15:40:08.773676 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-99e408d7-8fe5-4b58-96bc-000191b39cb0 req-cd139338-c9dd-45ae-96c5-bcc417124f02 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 210 time: 0.0647786
Apr 29 15:40:08.942705 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5551b1fb-ff1f-47a0-8bf8-173aef4590ab req-fc592160-341e-4ba8-b280-f0afc24cf5d4 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 210 time: 0.0473592
Apr 29 15:40:09.161200 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d079be-9e03-4e74-a9f6-b7cc73e45d1b', 'name': 'network-vif-deleted', 'tag': '20d75ce4-8040-41fd-891e-77817ee0530d'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:09.207386 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d079be-9e03-4e74-a9f6-b7cc73e45d1b', 'name': 'network-vif-deleted', 'tag': '20d75ce4-8040-41fd-891e-77817ee0530d', 'status': 'completed', 'code': 200}
Apr 29 15:40:11.728864 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 6f699202-7c67-44c2-af90-25e99106ec89 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:40:11.763533 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 6f699202-7c67-44c2-af90-25e99106ec89 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:40:11.763881 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 6f699202-7c67-44c2-af90-25e99106ec89 not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:40:13.298858 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 20d75ce4-8040-41fd-891e-77817ee0530d no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:40:13.338326 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 20d75ce4-8040-41fd-891e-77817ee0530d {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:40:13.338755 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 20d75ce4-8040-41fd-891e-77817ee0530d not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:40:13.339240 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 3712ee76-330e-47c0-a53a-94a4c4c93264 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:40:13.481038 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:13.516805 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c2e49b-6a08-4981-87a6-70756f5cbd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3712ee76-330e-47c0-a53a-94a4c4c93264'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:13.543944 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 3712ee76-330e-47c0-a53a-94a4c4c93264, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3712ee76-330e-47c0-a53a-94a4c4c93264,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:13.549518 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:13.551737 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:13.576913 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-33ce21e7-bafd-4e8d-9ee2-c9c08d4f49ed req-18fa1d93-0bfe-49e7-ae3e-ad9be3339b2e tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 210 time: 0.0576262
Apr 29 15:40:13.639738 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=3712ee76-330e-47c0-a53a-94a4c4c93264,revision_number=6']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:13.647315 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.647659 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.647995 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.648320 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.648640 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.648982 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a52e38c3-0c42-4719-82d3-a3abb770d2c2 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=216b3d1c9c2b4b2cb0400b936dd6ae95&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2240844
Apr 29 15:40:13.649486 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.649486 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.649660 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.649925 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.650238 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.650550 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.651429 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:13.654809 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:13.707451 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-9a185ad5-6790-4b46-ad38-34091bfa02d8 req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Deleting port 3712ee76-330e-47c0-a53a-94a4c4c93264 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:40:13.707798 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-9a185ad5-6790-4b46-ad38-34091bfa02d8 req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:13.747017 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2c54accd-e506-42ac-afdf-f1072756b8ea req-a9d0ad45-b8ae-4690-8d5f-835ceb8f9f3a tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] 10.222.0.10 "GET /v2.0/ports?device_id=60d079be-9e03-4e74-a9f6-b7cc73e45d1b HTTP/1.1" status: 200  len: 210 time: 0.0429776
Apr 29 15:40:13.756697 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb087f-f45e-4e24-b9a4-3275994cf49c req-e087ca6c-4172-493d-9c47-ee7b1969d223 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:13.758174 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c1eb087f-f45e-4e24-b9a4-3275994cf49c req-e087ca6c-4172-493d-9c47-ee7b1969d223 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 943 time: 0.1631620
Apr 29 15:40:13.796626 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c2e49b-6a08-4981-87a6-70756f5cbd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3712ee76-330e-47c0-a53a-94a4c4c93264', 'code': 200}
Apr 29 15:40:13.872182 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c1eb087f-f45e-4e24-b9a4-3275994cf49c req-e4f86630-a426-486f-ab83-48d981c27687 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713003
Apr 29 15:40:13.889980 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-9a185ad5-6790-4b46-ad38-34091bfa02d8 req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] For port 3712ee76-330e-47c0-a53a-94a4c4c93264, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=3712ee76-330e-47c0-a53a-94a4c4c93264,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:13.890340 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-9a185ad5-6790-4b46-ad38-34091bfa02d8 req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:14.010054 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-9a185ad5-6790-4b46-ad38-34091bfa02d8 req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Calling delete_port for 3712ee76-330e-47c0-a53a-94a4c4c93264 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:40:14.215697 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-9a185ad5-6790-4b46-ad38-34091bfa02d8 req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:14.224955 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f1290cd5-8dc2-44f5-a9d3-c4e2f9f0413c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:14.249394 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['18abd4eb-5450-4c1c-a39c-809d6f7fbc72', '4a1ced74-dd91-442a-a221-ddd57bfc0e06', '2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:40:14.321867 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Pushing event deleted for resources: {'Port': ['ID=3712ee76-330e-47c0-a53a-94a4c4c93264,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:14.324285 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:14.410837 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a185ad5-6790-4b46-ad38-34091bfa02d8 req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] No DVR routers for this DVR port 3712ee76-330e-47c0-a53a-94a4c4c93264 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:40:14.417147 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-9a185ad5-6790-4b46-ad38-34091bfa02d8 req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:14.426041 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c2e49b-6a08-4981-87a6-70756f5cbd98', 'name': 'network-vif-deleted', 'tag': '3712ee76-330e-47c0-a53a-94a4c4c93264'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:14.452164 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-e36a871d-91ee-4d6b-9bfe-035f0c12c55d tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:14.457268 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-e36a871d-91ee-4d6b-9bfe-035f0c12c55d tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3643942
Apr 29 15:40:14.471421 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Request body: {'port': {'device_id': 'fb0d254e-ade5-40d6-9df0-2e1614edc547', 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8', 'admin_state_up': True, 'tenant_id': '216b3d1c9c2b4b2cb0400b936dd6ae95'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:40:14.490101 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9a185ad5-6790-4b46-ad38-34091bfa02d8 req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "DELETE /v2.0/ports/3712ee76-330e-47c0-a53a-94a4c4c93264 HTTP/1.1" status: 204  len: 173 time: 1.1651967
Apr 29 15:40:14.631863 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c2e49b-6a08-4981-87a6-70756f5cbd98', 'name': 'network-vif-deleted', 'tag': '3712ee76-330e-47c0-a53a-94a4c4c93264', 'status': 'completed', 'code': 200}
Apr 29 15:40:14.652426 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:14.661471 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Usage tracker for resource:port and tenant:216b3d1c9c2b4b2cb0400b936dd6ae95 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:14.673175 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:14.686313 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:14.700661 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Made reservation on behalf of 216b3d1c9c2b4b2cb0400b936dd6ae95 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:40:14.709338 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:14.767782 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:14.798307 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6f1d81ca-408d-480a-ba62-0fcaa2c36587 req-2dc5d636-2ff0-43ad-9a14-d59dd13e7c3c tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 210 time: 0.0656557
Apr 29 15:40:14.806980 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:14.824258 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Usage tracker for resource:security_group_rule and tenant:216b3d1c9c2b4b2cb0400b936dd6ae95 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:14.830270 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:14.837562 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:14.860667 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 35452) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:14.946306 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:14.950917 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:15.000145 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-45b7a475-1fdb-468c-b60d-ba5b210e90a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:15.073369 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-150b109b-5110-4548-aa04-9464918c0fea req-1a130aa1-1957-4c23-93d3-8d46465a40dd tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Synchronizing usage tracker for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:40:15.091847 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaa4490-f620-4d2a-8756-b11d4c628c54,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:15.098210 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:15.116016 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-150b109b-5110-4548-aa04-9464918c0fea req-1a130aa1-1957-4c23-93d3-8d46465a40dd tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Unset dirty status for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:40:15.117199 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-150b109b-5110-4548-aa04-9464918c0fea req-1a130aa1-1957-4c23-93d3-8d46465a40dd tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 210 time: 0.1180985
Apr 29 15:40:15.189571 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Allocated IP 192.168.233.137 (8d488707-fd0f-4a27-b78e-ce55a78d49b8/d127c8e8-c449-4f77-a136-f44d74e26ffe/2535ce28-e755-431f-995d-f79d93d0190f) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:40:15.393634 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:15.410079 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Transition to ACTIVE for port object 2535ce28-e755-431f-995d-f79d93d0190f will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:40:15.434855 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:15.440451 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de5436ff-a558-4169-877e-fa3412d832aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:15.481928 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661874'] for router_interface, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:15.505209 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Network 8d488707-fd0f-4a27-b78e-ce55a78d49b8 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:40:15.509332 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:40:15.513240 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:40:15.684166 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Pushing event updated for resources: {'Port': ['ID=2535ce28-e755-431f-995d-f79d93d0190f,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:15.696374 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:15.745564 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:15.745868 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:15.752693 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-d2ab1e25-f166-4bc7-a4a9-a5e9f422aa0c None None] Provisioning for port 2535ce28-e755-431f-995d-f79d93d0190f completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:40:15.758482 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-d2ab1e25-f166-4bc7-a4a9-a5e9f422aa0c None None] Provisioning complete for port 2535ce28-e755-431f-995d-f79d93d0190f triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:40:15.758977 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d2ab1e25-f166-4bc7-a4a9-a5e9f422aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:15.773592 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3069963
Apr 29 15:40:15.813423 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab1e25-f166-4bc7-a4a9-a5e9f422aa0c None None] Port 2535ce28-e755-431f-995d-f79d93d0190f cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:40:15.927972 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Deleting port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:40:15.928526 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:16.044714 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] For port a6babc5f-67bd-4ef4-b3ea-97bba0bdb933, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=a6babc5f-67bd-4ef4-b3ea-97bba0bdb933,segment=NetworkSegment(ce6a1a79-44a9-4d36-bdcb-567efd3d1cde),segment_id=ce6a1a79-44a9-4d36-bdcb-567efd3d1cde)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:16.045092 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:16.161408 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Calling delete_port for a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 owned by network:router_interface {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:40:16.563209 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:16.568820 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:16.611808 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6babc5f-67bd-4ef4-b3ea-97bba0bdb933,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:16.644765 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:16.882868 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683202'] for router_interface, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:17.237757 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Router d3cb316c-a6dd-4496-889c-5835dbf9a124 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:40:17.413719 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:40:17.422311 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d928e792-ad19-480c-a426-5010e5bb66b4 None None] Sync routers for ids ['d3cb316c-a6dd-4496-889c-5835dbf9a124'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:40:17.429968 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] 10.222.0.10 "PUT /v2.0/routers/d3cb316c-a6dd-4496-889c-5835dbf9a124/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5647516
Apr 29 15:40:17.430294 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 35478) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:17.432720 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928e792-ad19-480c-a426-5010e5bb66b4 None None] Routers {'d3cb316c-a6dd-4496-889c-5835dbf9a124'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:40:17.433359 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-d928e792-ad19-480c-a426-5010e5bb66b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee342c0d0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:40:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d3cb316c-a6dd-4496-889c-5835dbf9a124'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:17.603137 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Notify callbacks [] for router, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:17.608643 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-d928e792-ad19-480c-a426-5010e5bb66b4 None None] Set router d3cb316c-a6dd-4496-889c-5835dbf9a124 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:40:17.865171 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:17.900798 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-d928e792-ad19-480c-a426-5010e5bb66b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee342c0d0>, [{'id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-router', 'tenant_id': 'e143da3572304a9589af532444442acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:40:16Z', 'revision_number': 5, 'project_id': 'e143da3572304a9589af532444442acc', 'gw_port': {'id': '8a5af981-a273-4d49-b2cf-4a12e7c65c3d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:01Z', 'updated_at': '2021-04-29T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:17.904637 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d928e792-ad19-480c-a426-5010e5bb66b4 None None] Checking router: d3cb316c-a6dd-4496-889c-5835dbf9a124 for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:40:17.913095 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928e792-ad19-480c-a426-5010e5bb66b4 None None] Routers {'d3cb316c-a6dd-4496-889c-5835dbf9a124'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:40:17.913687 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-d928e792-ad19-480c-a426-5010e5bb66b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee342c0d0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:40:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d3cb316c-a6dd-4496-889c-5835dbf9a124'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:17.936253 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Deleting port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:40:17.936604 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:18.058180 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] For port 8a5af981-a273-4d49-b2cf-4a12e7c65c3d, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=8a5af981-a273-4d49-b2cf-4a12e7c65c3d,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:18.058541 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:18.061709 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-d928e792-ad19-480c-a426-5010e5bb66b4 None None] Set router d3cb316c-a6dd-4496-889c-5835dbf9a124 gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:40:18.165558 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-d928e792-ad19-480c-a426-5010e5bb66b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee342c0d0>, [{'id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-router', 'tenant_id': 'e143da3572304a9589af532444442acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:40:17Z', 'revision_number': 6, 'project_id': 'e143da3572304a9589af532444442acc', 'gw_port_host': None}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:18.169616 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d928e792-ad19-480c-a426-5010e5bb66b4 None None] The sync data for ids ['d3cb316c-a6dd-4496-889c-5835dbf9a124'] in dv-cinder-788782-1-iscsi is: [{'id': 'd3cb316c-a6dd-4496-889c-5835dbf9a124', 'name': 'tempest-ServerRescueNegativeTestJSON-2133619413-router', 'tenant_id': 'e143da3572304a9589af532444442acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:40:17Z', 'revision_number': 6, 'project_id': 'e143da3572304a9589af532444442acc', 'gw_port_host': None}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:40:18.181179 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Calling delete_port for 8a5af981-a273-4d49-b2cf-4a12e7c65c3d owned by network:router_gateway {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:40:18.318773 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:18.322843 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fbd33f41-2b0e-4ce2-b00c-19b63acf2a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:18.365447 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5af981-a273-4d49-b2cf-4a12e7c65c3d,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:18.368518 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:18.486155 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683711'] for router_gateway, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:18.663460 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103776'] for router, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:18.665782 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:18.749315 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683332'] for router, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:18.749762 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3cb316c-a6dd-4496-889c-5835dbf9a124 {{(pid=73821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 29 15:40:18.762827 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:18.763941 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d3cb316c-a6dd-4496-889c-5835dbf9a124 HTTP/1.1" status: 204  len: 168 time: 1.3327227
Apr 29 15:40:18.766483 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 35490) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:18.826794 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7366e8f-7a6f-4a54-b4b2-55b9c0be7b86 admin admin] Deleting subnet 01d4bd50-aa72-47c1-9c1b-46d491a54466 {{(pid=73821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:40:18.829686 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7366e8f-7a6f-4a54-b4b2-55b9c0be7b86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:18.882331 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7366e8f-7a6f-4a54-b4b2-55b9c0be7b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7018774'] for subnet, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:18.937922 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7366e8f-7a6f-4a54-b4b2-55b9c0be7b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:19.184252 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7366e8f-7a6f-4a54-b4b2-55b9c0be7b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8128003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6400228'] for subnet, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:19.188422 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:19.296835 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:40:19.306216 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7366e8f-7a6f-4a54-b4b2-55b9c0be7b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d4bd50-aa72-47c1-9c1b-46d491a54466,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:19.308631 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d7366e8f-7a6f-4a54-b4b2-55b9c0be7b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:19.324711 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7366e8f-7a6f-4a54-b4b2-55b9c0be7b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:19.334673 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 35498) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:19.341135 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-d7366e8f-7a6f-4a54-b4b2-55b9c0be7b86 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/01d4bd50-aa72-47c1-9c1b-46d491a54466 HTTP/1.1" status: 204  len: 168 time: 0.5636799
Apr 29 15:40:19.342566 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:40:19.342926 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device a6babc5f-67bd-4ef4-b3ea-97bba0bdb933 not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:40:19.343343 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 8a5af981-a273-4d49-b2cf-4a12e7c65c3d no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:40:19.360761 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Request body: {'port': {'device_id': 'fb0d254e-ade5-40d6-9df0-2e1614edc547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:40:19.380083 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 8a5af981-a273-4d49-b2cf-4a12e7c65c3d {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:40:19.380647 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 8a5af981-a273-4d49-b2cf-4a12e7c65c3d not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:40:19.556254 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656c366-160b-41bf-bcd3-663f451f41fd req-1e55be1f-7f7f-4652-b3ea-4d61c7c8bf21 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:19.557823 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0656c366-160b-41bf-bcd3-663f451f41fd req-1e55be1f-7f7f-4652-b3ea-4d61c7c8bf21 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 936 time: 0.0809751
Apr 29 15:40:19.608684 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0656c366-160b-41bf-bcd3-663f451f41fd req-4c26a0d5-cb7e-4bac-99c0-1ac44f5fb95a tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446246
Apr 29 15:40:19.631616 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5d19d310-9576-4731-8507-e1273b160d5d req-c319fd87-7642-4b95-b208-f3bca0a294cb tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=32c2e49b-6a08-4981-87a6-70756f5cbd98 HTTP/1.1" status: 200  len: 210 time: 0.1307180
Apr 29 15:40:19.654210 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:19.664393 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:19.812271 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ab0e2417-124b-4315-830f-642f4929cc3b req-712329c1-78ba-4733-a84f-8fc8e81d5304 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3857634
Apr 29 15:40:19.953428 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:20.125221 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee1c0c700>,) {'filters': {'network_id': ['3549e580-522c-4ea0-a975-8714585343c1']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:20.141048 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1c0c700>, 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:20.141338 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1c0c700>, 'ce6a1a79-44a9-4d36-bdcb-567efd3d1cde') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:20.205736 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5884868'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:20.225270 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2417-124b-4315-830f-642f4929cc3b req-b4dccd19-80a2-43df-9c3d-544d39a0639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:20.226711 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ab0e2417-124b-4315-830f-642f4929cc3b req-b4dccd19-80a2-43df-9c3d-544d39a0639a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 1098 time: 0.3619399
Apr 29 15:40:20.234729 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:20.246585 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:40:20.528409 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Network 3549e580-522c-4ea0-a975-8714585343c1 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:40:20.547881 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7728205'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:20.798782 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2db2c8-0a2d-4bba-add9-2611912858fe req-43911bb3-3a74-4ce1-88ed-450df27159e1 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:20.800465 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fe2db2c8-0a2d-4bba-add9-2611912858fe req-43911bb3-3a74-4ce1-88ed-450df27159e1 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 936 time: 0.0839131
Apr 29 15:40:20.831969 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2417-124b-4315-830f-642f4929cc3b req-cd78fac6-103a-42c9-b652-87864d554759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:20.834004 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ab0e2417-124b-4315-830f-642f4929cc3b req-cd78fac6-103a-42c9-b652-87864d554759 service neutron] 10.222.0.32 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 912 time: 0.5740142
Apr 29 15:40:20.863508 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fe2db2c8-0a2d-4bba-add9-2611912858fe req-002378ca-2531-48b9-81c4-06b6637d7f3f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540428
Apr 29 15:40:20.946041 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2535ce28-e755-431f-995d-f79d93d0190f {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:40:20.967097 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Network 3549e580-522c-4ea0-a975-8714585343c1 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:40:20.982936 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]: Traceback (most recent call last):
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     timer()
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     cb(*args, **kw)
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     return func(*args, **kwargs)
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     self._notify()
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     self.callback(batched_events)
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     event.method(event)
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     return f(self, *a, **k)
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._get(url).json()
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:40:21.001453 dv-cinder-788782-1-iscsi neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:40:21.110458 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ab0e2417-124b-4315-830f-642f4929cc3b req-adcbc219-b23b-4c0c-8845-0d8d77aec13a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e HTTP/1.1" status: 200  len: 1001 time: 0.2164872
Apr 29 15:40:21.120669 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Transition to ACTIVE for port object 2535ce28-e755-431f-995d-f79d93d0190f will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:40:21.160467 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:21.168626 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:21.171526 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:21.184531 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6a86af27-8404-42e5-9de0-fd2aab1773aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:21.263409 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Pushing event deleted for resources: {'Network': ['ID=3549e580-522c-4ea0-a975-8714585343c1,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:21.265938 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:21.274186 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0641efab-02eb-4940-9531-2dc73b4778c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:21.332739 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-9939cf35-a584-4900-94b9-7946ba542113 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3549e580-522c-4ea0-a975-8714585343c1 HTTP/1.1" status: 204  len: 168 time: 1.9969680
Apr 29 15:40:21.358056 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2535ce28-e755-431f-995d-f79d93d0190f,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:21.369361 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2417-124b-4315-830f-642f4929cc3b req-6f497b71-606e-4b59-a492-7e43096c19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:21.370806 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ab0e2417-124b-4315-830f-642f4929cc3b req-6f497b71-606e-4b59-a492-7e43096c19ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed2ba634-ffc0-48c4-9162-332a736aade9 HTTP/1.1" status: 200  len: 850 time: 0.2532144
Apr 29 15:40:21.371684 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:21.535937 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Attempting to bind port 2535ce28-e755-431f-995d-f79d93d0190f on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:40:21.536667 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Attempting to bind port 2535ce28-e755-431f-995d-f79d93d0190f by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '241d9ce6-1e56-4a3f-a2e3-9c36d622aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:40:21.536883 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Attempting to bind port 2535ce28-e755-431f-995d-f79d93d0190f on network 8d488707-fd0f-4a27-b78e-ce55a78d49b8 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:40:21.543797 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Port 2535ce28-e755-431f-995d-f79d93d0190f on network 8d488707-fd0f-4a27-b78e-ce55a78d49b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:40:21.544085 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Attempting to bind port 2535ce28-e755-431f-995d-f79d93d0190f on network 8d488707-fd0f-4a27-b78e-ce55a78d49b8 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:40:21.550263 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 35566) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:21.553031 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:40:21.554217 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Checking segment: {'id': '241d9ce6-1e56-4a3f-a2e3-9c36d622aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:40:21.554608 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Bound using segment: {'id': '241d9ce6-1e56-4a3f-a2e3-9c36d622aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:40:21.555321 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Bound port: 2535ce28-e755-431f-995d-f79d93d0190f, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241d9ce6-1e56-4a3f-a2e3-9c36d622aac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:40:21.555735 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:21.568159 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2417-124b-4315-830f-642f4929cc3b req-50a0d722-25d4-4b13-8084-158b74c66750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:21.570373 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ab0e2417-124b-4315-830f-642f4929cc3b req-50a0d722-25d4-4b13-8084-158b74c66750 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=905c0d65-04c5-4bff-b644-f1439c03b662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1726801
Apr 29 15:40:21.622016 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-345390e7-938d-45da-ba6c-0d57b0c7e2a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e143da3572304a9589af532444442acc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0704875
Apr 29 15:40:21.624583 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 35578) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:21.704492 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:21.733482 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:21.790181 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] For port 2535ce28-e755-431f-995d-f79d93d0190f, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:40:21.799187 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:21.803618 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ab0e2417-124b-4315-830f-642f4929cc3b req-80465170-a54b-4bad-b6de-82daac53ea2a service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255042
Apr 29 15:40:21.805088 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] For port 2535ce28-e755-431f-995d-f79d93d0190f, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2535ce28-e755-431f-995d-f79d93d0190f,segment=NetworkSegment(241d9ce6-1e56-4a3f-a2e3-9c36d622aac8),segment_id=241d9ce6-1e56-4a3f-a2e3-9c36d622aac8)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:40:21.807130 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f8d5c156-79ef-4374-9236-6d7cb2423067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:21.809908 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:21.814541 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-91913523-eda2-4c7a-9cc8-39aa43bdc81f tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:21.822690 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:21.831801 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.832170 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.832522 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.832870 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.833266 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.833608 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.833949 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.834479 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.834814 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.835154 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.835490 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.835824 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:40:21.841127 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:21.847282 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:21.848685 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e53a71b-a9d9-4a7e-ad06-1ad3a3f158f5 HTTP/1.1" status: 204  len: 168 time: 0.2228634
Apr 29 15:40:21.900123 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:21.900539 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:21.902007 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] 10.222.0.32 "PUT /v2.0/ports/2535ce28-e755-431f-995d-f79d93d0190f HTTP/1.1" status: 200  len: 1098 time: 2.5478942
Apr 29 15:40:21.902528 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0d254e-ade5-40d6-9df0-2e1614edc547', 'tag': '2535ce28-e755-431f-995d-f79d93d0190f'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:21.922761 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2535ce28-e755-431f-995d-f79d93d0190f,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:21.939239 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:22.112387 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c7658-d64e-4a3a-9071-f7fc4f6afd8e req-57d289f6-c24c-40f3-b0da-73d2b990e1b9 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:22.120562 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-435c7658-d64e-4a3a-9071-f7fc4f6afd8e req-57d289f6-c24c-40f3-b0da-73d2b990e1b9 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.1133502
Apr 29 15:40:22.197215 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-435c7658-d64e-4a3a-9071-f7fc4f6afd8e req-0a15e5dd-fc0c-4939-a885-0de176c9f0cc tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749848
Apr 29 15:40:22.252721 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0d254e-ade5-40d6-9df0-2e1614edc547', 'tag': '2535ce28-e755-431f-995d-f79d93d0190f', 'status': 'completed', 'code': 200}
Apr 29 15:40:23.640876 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c52a2a-b399-4103-9580-d879ca4ca275 req-ca8b5b91-6c16-42f4-933f-d3b2e1ed951b tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:23.642351 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f3c52a2a-b399-4103-9580-d879ca4ca275 req-ca8b5b91-6c16-42f4-933f-d3b2e1ed951b tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.0794542
Apr 29 15:40:23.686516 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f3c52a2a-b399-4103-9580-d879ca4ca275 req-e9f98c08-75ba-4ea5-aa67-b4bbed836758 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384738
Apr 29 15:40:24.873842 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac213e8e-70af-4abb-bef2-ebb768f9153f req-b7449f9b-d849-4573-89bf-43b379d69e41 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:24.875299 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ac213e8e-70af-4abb-bef2-ebb768f9153f req-b7449f9b-d849-4573-89bf-43b379d69e41 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.0834565
Apr 29 15:40:24.920353 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ac213e8e-70af-4abb-bef2-ebb768f9153f req-c9427426-e7ff-4fdc-a0a1-a58a1267768e tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383823
Apr 29 15:40:25.513739 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ab0e2417-124b-4315-830f-642f4929cc3b req-9ac59dce-7443-426f-880e-ab99fc8bebb1 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947448
Apr 29 15:40:25.519286 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa4381-3122-4eef-a5d3-746af3201522 req-37f544b8-98f4-4f96-8e07-49657d2d9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:25.521112 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b2fa4381-3122-4eef-a5d3-746af3201522 req-37f544b8-98f4-4f96-8e07-49657d2d9219 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=216b3d1c9c2b4b2cb0400b936dd6ae95&device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 1101 time: 0.1781838
Apr 29 15:40:25.554065 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b2fa4381-3122-4eef-a5d3-746af3201522 req-f744cef0-d98d-4944-b5d3-2884a2d9e7b2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=216b3d1c9c2b4b2cb0400b936dd6ae95&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0253432
Apr 29 15:40:25.918903 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa4381-3122-4eef-a5d3-746af3201522 req-20b859a6-b263-4088-a850-5e95828eea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:25.920328 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b2fa4381-3122-4eef-a5d3-746af3201522 req-20b859a6-b263-4088-a850-5e95828eea26 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1362047
Apr 29 15:40:26.102076 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c5d84-3ed9-4fa5-8869-cfb126461801 req-fbdab8a0-18ef-47b3-9842-864c31d89d85 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:26.108878 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-012c5d84-3ed9-4fa5-8869-cfb126461801 req-fbdab8a0-18ef-47b3-9842-864c31d89d85 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.0869954
Apr 29 15:40:26.152570 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-012c5d84-3ed9-4fa5-8869-cfb126461801 req-d5ffb9ba-500c-4997-bc67-7c4ed7b19f3f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427141
Apr 29 15:40:26.169380 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-824f8bf8-075e-47ed-bf24-f0650e9c2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:26.170989 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-824f8bf8-075e-47ed-bf24-f0650e9c2437 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=216b3d1c9c2b4b2cb0400b936dd6ae95&device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 1101 time: 0.0705619
Apr 29 15:40:26.348010 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-00fb46bb-4834-4ab6-8206-a0d4ce6c88a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2535ce28-e755-431f-995d-f79d93d0190f HTTP/1.1" status: 200  len: 217 time: 0.1692307
Apr 29 15:40:26.418516 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-6b001b47-04dc-4a73-a090-39dcf26b211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:26.420020 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-6b001b47-04dc-4a73-a090-39dcf26b211f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d127c8e8-c449-4f77-a136-f44d74e26ffe HTTP/1.1" status: 200  len: 843 time: 0.0635066
Apr 29 15:40:26.506869 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-8c1e7fbf-500c-4ea4-9f66-e45df8856a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:26.508542 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-8c1e7fbf-500c-4ea4-9f66-e45df8856a5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d488707-fd0f-4a27-b78e-ce55a78d49b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0786824
Apr 29 15:40:26.509611 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:26.659112 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-66729c74-fe87-4867-bf98-1be6c1889c9c service neutron] 10.222.0.32 "GET /v2.0/networks/8d488707-fd0f-4a27-b78e-ce55a78d49b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405892
Apr 29 15:40:26.806677 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b617c1e8-36cd-46b8-a0fb-ba6000344d76 req-d39ffdee-7b88-4b3d-9e7c-73da2e2ec62e service neutron] 10.222.0.32 "GET /v2.0/networks/8d488707-fd0f-4a27-b78e-ce55a78d49b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407912
Apr 29 15:40:27.334874 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:40:27.337164 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240ce0d-e1cb-43b0-977a-25ec16e11e9e req-9d6eefac-7415-47ba-b51f-135ccc866dc0 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:27.337862 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-c240ce0d-e1cb-43b0-977a-25ec16e11e9e req-9d6eefac-7415-47ba-b51f-135ccc866dc0 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Synchronizing usage tracker for tenant:216b3d1c9c2b4b2cb0400b936dd6ae95 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:40:27.354708 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-c240ce0d-e1cb-43b0-977a-25ec16e11e9e req-9d6eefac-7415-47ba-b51f-135ccc866dc0 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Unset dirty status for tenant:216b3d1c9c2b4b2cb0400b936dd6ae95 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:40:27.355930 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c240ce0d-e1cb-43b0-977a-25ec16e11e9e req-9d6eefac-7415-47ba-b51f-135ccc866dc0 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.0965359
Apr 29 15:40:27.399367 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-c240ce0d-e1cb-43b0-977a-25ec16e11e9e req-6868c83a-7a3d-43a2-9873-92f66d707e27 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Synchronizing usage tracker for tenant:216b3d1c9c2b4b2cb0400b936dd6ae95 on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:40:27.414876 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-c240ce0d-e1cb-43b0-977a-25ec16e11e9e req-6868c83a-7a3d-43a2-9873-92f66d707e27 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Unset dirty status for tenant:216b3d1c9c2b4b2cb0400b936dd6ae95 on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:40:27.416001 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c240ce0d-e1cb-43b0-977a-25ec16e11e9e req-6868c83a-7a3d-43a2-9873-92f66d707e27 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543654
Apr 29 15:40:28.643052 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f850f-c0df-47fd-b83c-e743f57321cc req-c73e8a22-9cbe-4e69-a1d1-e724dda2b282 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:28.644511 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-601f850f-c0df-47fd-b83c-e743f57321cc req-c73e8a22-9cbe-4e69-a1d1-e724dda2b282 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.0872719
Apr 29 15:40:28.691798 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-601f850f-c0df-47fd-b83c-e743f57321cc req-8b05494e-ed0d-4c13-9dc9-795ca552d161 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410814
Apr 29 15:40:29.160032 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061fe60-9bfd-4f9c-88a8-10bfef71fe6b req-3b9abd1d-e8fb-484f-97c9-a9f06196c7cb tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:29.162280 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8061fe60-9bfd-4f9c-88a8-10bfef71fe6b req-3b9abd1d-e8fb-484f-97c9-a9f06196c7cb tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0793526
Apr 29 15:40:29.209501 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8061fe60-9bfd-4f9c-88a8-10bfef71fe6b req-b696f7aa-32f0-45fa-b6c6-a63ffb671bea tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414362
Apr 29 15:40:29.877550 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ca22a-a620-416e-aa0b-3d896083eece req-929aa94f-f15e-4302-9a56-08f3d4004140 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:29.879252 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0a4ca22a-a620-416e-aa0b-3d896083eece req-929aa94f-f15e-4302-9a56-08f3d4004140 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.0825951
Apr 29 15:40:29.928971 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0a4ca22a-a620-416e-aa0b-3d896083eece req-d027365e-12e8-44fc-83cb-338af2af9d4a tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390897
Apr 29 15:40:30.208080 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d61986eb-4278-480b-9583-d01dc7e27238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:30.395265 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dabb6-65fb-4419-a383-4d7585e5ef41 req-dc860414-1458-490b-a6e0-42550b113387 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:30.396861 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d60dabb6-65fb-4419-a383-4d7585e5ef41 req-dc860414-1458-490b-a6e0-42550b113387 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0833914
Apr 29 15:40:30.440979 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d60dabb6-65fb-4419-a383-4d7585e5ef41 req-fd962271-3d26-4f4f-8a77-4fa91d299c7f tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382261
Apr 29 15:40:31.113070 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95fe6d-4b27-4a67-a1d6-66c3f7885e4a req-bd85e4a9-93d3-49cb-bc45-69ba9071f855 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:31.114530 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6b95fe6d-4b27-4a67-a1d6-66c3f7885e4a req-bd85e4a9-93d3-49cb-bc45-69ba9071f855 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.0795164
Apr 29 15:40:31.161189 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6b95fe6d-4b27-4a67-a1d6-66c3f7885e4a req-7c28d242-7fc1-45de-99ba-4fcf58793de4 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408998
Apr 29 15:40:31.623831 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010358e3-a833-4f10-9d68-ea0b76264b99 req-4eecdb71-744f-426e-a1df-64a718c35de5 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:31.625262 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-010358e3-a833-4f10-9d68-ea0b76264b99 req-4eecdb71-744f-426e-a1df-64a718c35de5 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0787027
Apr 29 15:40:31.667964 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-010358e3-a833-4f10-9d68-ea0b76264b99 req-2ba559e4-4c8f-4545-a4dd-ba2ddb32347c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371864
Apr 29 15:40:32.345060 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b475a-be69-4d70-bf76-941825245446 req-ee973fdc-7106-4e95-b305-3b7fa0271631 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:32.346500 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8a2b475a-be69-4d70-bf76-941825245446 req-ee973fdc-7106-4e95-b305-3b7fa0271631 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.0830281
Apr 29 15:40:32.389934 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8a2b475a-be69-4d70-bf76-941825245446 req-09587738-c804-4315-bc55-3ed0ef4be398 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374796
Apr 29 15:40:32.853353 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33ba76-079a-4574-93c6-e78313544675 req-51f3a42f-3be1-498a-a092-2f44354c9288 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:32.854825 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ff33ba76-079a-4574-93c6-e78313544675 req-51f3a42f-3be1-498a-a092-2f44354c9288 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0816612
Apr 29 15:40:32.906029 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ff33ba76-079a-4574-93c6-e78313544675 req-e03d04bf-2857-4972-af53-f61ab99c676c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442424
Apr 29 15:40:32.973596 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-cfcff9d3-0305-4837-9e1a-b8a4c6b56873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:33.080506 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:33.578475 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec44b6-69ee-4077-b481-a1b2686fe2f8 req-359e06b2-3d9a-490d-8efe-cda6cfe2fff6 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:33.579912 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ddec44b6-69ee-4077-b481-a1b2686fe2f8 req-359e06b2-3d9a-490d-8efe-cda6cfe2fff6 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.0842164
Apr 29 15:40:33.626833 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ddec44b6-69ee-4077-b481-a1b2686fe2f8 req-2c16e380-b323-4248-aeb9-3cedb0980381 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395572
Apr 29 15:40:33.815058 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:34.090933 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13cec7-d87d-482a-a23f-7e69566eed62 req-0018106e-3bfa-4381-b6c9-6e7e239f2860 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:34.092375 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8c13cec7-d87d-482a-a23f-7e69566eed62 req-0018106e-3bfa-4381-b6c9-6e7e239f2860 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0808914
Apr 29 15:40:34.140449 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8c13cec7-d87d-482a-a23f-7e69566eed62 req-876b02bf-9bb8-4868-a4a1-4d95e21f81d4 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421567
Apr 29 15:40:34.815025 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385c8d1-73a9-42e6-b4c2-9f21ceea1555 req-5ae2d723-0371-4b04-8579-68e586363ac3 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:34.816506 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5385c8d1-73a9-42e6-b4c2-9f21ceea1555 req-5ae2d723-0371-4b04-8579-68e586363ac3 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.0838130
Apr 29 15:40:34.863297 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5385c8d1-73a9-42e6-b4c2-9f21ceea1555 req-049b33a0-be4a-41cf-924f-90da0e089eb8 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404959
Apr 29 15:40:35.326324 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a9d32-8c07-4e31-ac2b-148125aa3497 req-5323f7fa-ea49-47f4-877e-e7db841c7e09 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:35.327838 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-400a9d32-8c07-4e31-ac2b-148125aa3497 req-5323f7fa-ea49-47f4-877e-e7db841c7e09 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0853505
Apr 29 15:40:35.362333 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:35.383563 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-400a9d32-8c07-4e31-ac2b-148125aa3497 req-afbec2e7-46db-4cc6-8585-f7fb833367d2 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496542
Apr 29 15:40:36.046204 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e1418-7500-4ab2-9f04-7ebb055a22b0 req-f3015adf-0ae6-496b-9fde-efc30d91911d tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:36.047483 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2f2e1418-7500-4ab2-9f04-7ebb055a22b0 req-f3015adf-0ae6-496b-9fde-efc30d91911d tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 948 time: 0.0784230
Apr 29 15:40:36.092599 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2f2e1418-7500-4ab2-9f04-7ebb055a22b0 req-131a5bd1-458f-48de-bc79-5e46bd05b929 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389297
Apr 29 15:40:36.396829 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 2535ce28-e755-431f-995d-f79d93d0190f details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:40:36.534007 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 2535ce28-e755-431f-995d-f79d93d0190f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2535ce28-e755-431f-995d-f79d93d0190f,segment=NetworkSegment(241d9ce6-1e56-4a3f-a2e3-9c36d622aac8),segment_id=241d9ce6-1e56-4a3f-a2e3-9c36d622aac8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:36.547565 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '2535ce28-e755-431f-995d-f79d93d0190f', 'network_id': '8d488707-fd0f-4a27-b78e-ce55a78d49b8', 'port_id': '2535ce28-e755-431f-995d-f79d93d0190f', 'mac_address': 'fa:16:3e:30:53:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd127c8e8-c449-4f77-a136-f44d74e26ffe', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:40:36.584940 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84a3da-6fb5-4dec-b009-4718478a370a req-03aa155a-9294-4c74-87e0-21356de481d9 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:36.586277 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3d84a3da-6fb5-4dec-b009-4718478a370a req-03aa155a-9294-4c74-87e0-21356de481d9 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0828853
Apr 29 15:40:36.602443 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:36.618549 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2535ce28-e755-431f-995d-f79d93d0190f {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:40:36.631448 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3d84a3da-6fb5-4dec-b009-4718478a370a req-1e2984f4-a0f1-42b1-8160-71015d2037df tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391014
Apr 29 15:40:36.634021 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 2535ce28-e755-431f-995d-f79d93d0190f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2535ce28-e755-431f-995d-f79d93d0190f,segment=NetworkSegment(241d9ce6-1e56-4a3f-a2e3-9c36d622aac8),segment_id=241d9ce6-1e56-4a3f-a2e3-9c36d622aac8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:36.638333 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:36.640026 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:36.706444 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=2535ce28-e755-431f-995d-f79d93d0190f,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:36.710162 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:37.277562 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a0bc3-243c-4759-a28c-467c45f68da8 req-e4e64471-ae95-40f6-a6a6-4a9df25152c7 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:37.279007 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-308a0bc3-243c-4759-a28c-467c45f68da8 req-e4e64471-ae95-40f6-a6a6-4a9df25152c7 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 949 time: 0.0831909
Apr 29 15:40:37.325336 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-308a0bc3-243c-4759-a28c-467c45f68da8 req-2aa85096-e367-46ed-adbb-5781bac04ada tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398297
Apr 29 15:40:37.812716 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea1961-f762-45fc-8e67-008dcca251a1 req-30127a55-212a-47b7-93df-505e52c9793e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:37.814079 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4fea1961-f762-45fc-8e67-008dcca251a1 req-30127a55-212a-47b7-93df-505e52c9793e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0787613
Apr 29 15:40:37.858082 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4fea1961-f762-45fc-8e67-008dcca251a1 req-59533d1b-89f2-44ca-a134-0cccec7a634c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381250
Apr 29 15:40:38.513388 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7c5dd-ac37-41da-bb0a-e594a8113375 req-a7122c3b-d90d-41e8-b066-a6b5abaeda52 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:38.514811 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-47b7c5dd-ac37-41da-bb0a-e594a8113375 req-a7122c3b-d90d-41e8-b066-a6b5abaeda52 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 949 time: 0.0840352
Apr 29 15:40:38.560071 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-47b7c5dd-ac37-41da-bb0a-e594a8113375 req-e0e76af9-39e6-403e-af21-999adc4f4833 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396223
Apr 29 15:40:38.902974 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['2535ce28-e755-431f-995d-f79d93d0190f'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:40:39.052905 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335dd03-d4b8-4283-9a47-f24ea05e9c25 req-fbc4f97e-f0fe-4eac-9a77-5210eaaf9696 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:39.054617 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2335dd03-d4b8-4283-9a47-f24ea05e9c25 req-fbc4f97e-f0fe-4eac-9a77-5210eaaf9696 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0838234
Apr 29 15:40:39.105652 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2335dd03-d4b8-4283-9a47-f24ea05e9c25 req-4d8474fe-840b-4826-af97-d824e6fdac64 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448425
Apr 29 15:40:39.620375 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a859a7c-884b-4d84-885f-99077ef55f1e req-af0138d3-47e9-4144-bd43-44626c33e840 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:39.621871 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7a859a7c-884b-4d84-885f-99077ef55f1e req-af0138d3-47e9-4144-bd43-44626c33e840 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 945 time: 0.0859182
Apr 29 15:40:39.685333 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 35980) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:39.751997 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e6ddbd-f20d-427e-acb2-e3cb4aec58c9 admin admin] Deleting subnet 95b7703a-5a69-4261-8eb8-31c859a46bfc {{(pid=73821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:40:39.755187 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ddbd-f20d-427e-acb2-e3cb4aec58c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:39.805335 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ddbd-f20d-427e-acb2-e3cb4aec58c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7018774'] for subnet, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:39.924019 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddda30-0ef6-48a1-86a8-1680d3dd2704 req-1a54853e-d1ab-41e5-a22e-a9e7966cf6dc tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:39.925612 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-33ddda30-0ef6-48a1-86a8-1680d3dd2704 req-1a54853e-d1ab-41e5-a22e-a9e7966cf6dc tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 949 time: 0.2406669
Apr 29 15:40:39.927278 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-7a859a7c-884b-4d84-885f-99077ef55f1e req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Deleting port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:40:39.928193 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-7a859a7c-884b-4d84-885f-99077ef55f1e req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:40.030762 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ddbd-f20d-427e-acb2-e3cb4aec58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:40.067839 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-33ddda30-0ef6-48a1-86a8-1680d3dd2704 req-d1a2c38a-1c22-4bc9-b0a0-ee9505c3e3b9 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237447
Apr 29 15:40:40.104698 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-7a859a7c-884b-4d84-885f-99077ef55f1e req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] For port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:40.105104 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-7a859a7c-884b-4d84-885f-99077ef55f1e req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:40.137026 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-fd27e98f-255e-410f-a41a-89fb05323c47 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:40.138477 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-fd27e98f-255e-410f-a41a-89fb05323c47 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/networks?id=a7d89d55-da08-472c-a12b-a6fa2b7c9172 HTTP/1.1" status: 200  len: 813 time: 0.2236290
Apr 29 15:40:40.211508 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-a5bacec5-aeca-45d8-942a-0bd8560a2fc5 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/quotas/ad66777ef709412da0ef4d5ae933c555 HTTP/1.1" status: 200  len: 375 time: 0.0235240
Apr 29 15:40:40.232634 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-7a859a7c-884b-4d84-885f-99077ef55f1e req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Calling delete_port for 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:40:40.342015 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-0e801129-13b8-4723-b8ee-fd48ff28ca2f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ad66777ef709412da0ef4d5ae933c555&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1238942
Apr 29 15:40:40.423483 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-7a859a7c-884b-4d84-885f-99077ef55f1e req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:40.432030 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:40.435323 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['18abd4eb-5450-4c1c-a39c-809d6f7fbc72', '4a1ced74-dd91-442a-a221-ddd57bfc0e06', '2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:40:40.446939 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ddbd-f20d-427e-acb2-e3cb4aec58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8128003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6400228'] for subnet, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:40.459972 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a5b4b5d3-6d2a-4f12-8ec6-a12dbb7c3752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:40.483871 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Pushing event deleted for resources: {'Port': ['ID=2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:40.491847 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:40.502450 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6ddbd-f20d-427e-acb2-e3cb4aec58c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b7703a-5a69-4261-8eb8-31c859a46bfc,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:40.504197 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c3e6ddbd-f20d-427e-acb2-e3cb4aec58c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:40.513649 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c3e6ddbd-f20d-427e-acb2-e3cb4aec58c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:40.518815 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-c3e6ddbd-f20d-427e-acb2-e3cb4aec58c9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/95b7703a-5a69-4261-8eb8-31c859a46bfc HTTP/1.1" status: 204  len: 168 time: 0.8295650
Apr 29 15:40:40.519077 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36006) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:40.549006 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c31c1-b853-4343-bbe4-86da33f2b4b2 req-1a104f8c-8193-46c6-a5e2-735443748e45 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:40.550467 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c66c31c1-b853-4343-bbe4-86da33f2b4b2 req-1a104f8c-8193-46c6-a5e2-735443748e45 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=4001f76b-a634-4d57-a416-6caa3bfec34e HTTP/1.1" status: 200  len: 867 time: 0.2182169
Apr 29 15:40:40.615620 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a859a7c-884b-4d84-885f-99077ef55f1e req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] No DVR routers for this DVR port 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:40:40.618382 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-7a859a7c-884b-4d84-885f-99077ef55f1e req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:40.625900 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4001f76b-a634-4d57-a416-6caa3bfec34e', 'name': 'network-vif-deleted', 'tag': '2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:40.637204 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:40.653162 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7a859a7c-884b-4d84-885f-99077ef55f1e req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "DELETE /v2.0/ports/2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b HTTP/1.1" status: 204  len: 173 time: 1.0243785
Apr 29 15:40:40.666665 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c66c31c1-b853-4343-bbe4-86da33f2b4b2 req-ceca79b6-d761-4f8b-9e6d-bf3331518921 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048577
Apr 29 15:40:40.692295 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-09c9c9e7-f102-4ed7-a79e-0a1b627176ff service neutron] 10.222.0.10 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3435092
Apr 29 15:40:40.839828 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4001f76b-a634-4d57-a416-6caa3bfec34e', 'name': 'network-vif-deleted', 'tag': '2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b', 'status': 'completed', 'code': 200}
Apr 29 15:40:40.895272 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:41.118467 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36024) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:41.123664 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee3ad9df0>,) {'filters': {'network_id': ['f45020db-232f-4801-87c0-3cd7d2dac70a']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:41.150555 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee3ad9df0>, 'ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:41.150845 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee3ad9df0>, 'ce3c82e5-8c06-4b7c-a396-5c75eeabf5e2') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:41.160130 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-b0e16294-ab31-4e4a-8738-b79a310e71d2 service neutron] 10.222.0.10 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4178448
Apr 29 15:40:41.167852 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018761'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:41.197907 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:41.207587 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:40:41.361279 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-98bc355a-1939-4cc5-a295-4202fa08136c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:41.384087 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-98bc355a-1939-4cc5-a295-4202fa08136c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:41.395632 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-98bc355a-1939-4cc5-a295-4202fa08136c admin admin] Usage tracker for resource:security_group_rule and tenant:5b8ae811ca3647d9a815b6417b3585b9 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:41.403852 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-98bc355a-1939-4cc5-a295-4202fa08136c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:41.417276 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-98bc355a-1939-4cc5-a295-4202fa08136c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:41.467365 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Network f45020db-232f-4801-87c0-3cd7d2dac70a has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:40:41.479994 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128101'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:41.522870 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f8fd4-2fe0-418b-bb90-68c2d2b69b08 req-8641755e-c3b2-4971-bcb0-29b1b705187e tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:41.531370 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-903f8fd4-2fe0-418b-bb90-68c2d2b69b08 req-8641755e-c3b2-4971-bcb0-29b1b705187e tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 949 time: 0.2894955
Apr 29 15:40:41.613278 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-98bc355a-1939-4cc5-a295-4202fa08136c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:41.620592 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-98bc355a-1939-4cc5-a295-4202fa08136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:41.638373 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-903f8fd4-2fe0-418b-bb90-68c2d2b69b08 req-0b364058-4c07-48d0-a9e5-8979a0078783 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051929
Apr 29 15:40:41.641478 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:41.727548 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-98bc355a-1939-4cc5-a295-4202fa08136c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b8ae811ca3647d9a815b6417b3585b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6055229
Apr 29 15:40:41.728326 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc355a-1939-4cc5-a295-4202fa08136c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057a39dc-9304-4827-afc9-18caf7ac8fce,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:41.731517 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36044) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:41.736259 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-98bc355a-1939-4cc5-a295-4202fa08136c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:41.869578 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3555aac2-1295-4dc3-a5d9-2157d641bc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:41.878727 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 2535ce28-e755-431f-995d-f79d93d0190f up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:40:41.950693 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3555aac2-1295-4dc3-a5d9-2157d641bc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:41.953629 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-71ae43d3-413d-4db8-8f90-b04c880874fd req-0f0544c0-4e1a-49a4-b8a7-ab1ceb1798c9 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 210 time: 0.1431386
Apr 29 15:40:41.955688 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Network f45020db-232f-4801-87c0-3cd7d2dac70a has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]: Traceback (most recent call last):
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     timer()
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     cb(*args, **kw)
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     return func(*args, **kwargs)
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     self._notify()
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     self.callback(batched_events)
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     event.method(event)
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     return f(self, *a, **k)
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._get(url).json()
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:40:41.991224 dv-cinder-788782-1-iscsi neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:40:42.055077 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3555aac2-1295-4dc3-a5d9-2157d641bc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:42.063846 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ee282ca1-f7fd-4ec4-b0ce-da5fd5fbb3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:42.083227 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555aac2-1295-4dc3-a5d9-2157d641bc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a39dc-9304-4827-afc9-18caf7ac8fce,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:42.086804 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3555aac2-1295-4dc3-a5d9-2157d641bc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:42.090429 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-3555aac2-1295-4dc3-a5d9-2157d641bc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:42.091795 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-3555aac2-1295-4dc3-a5d9-2157d641bc1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/057a39dc-9304-4827-afc9-18caf7ac8fce HTTP/1.1" status: 204  len: 168 time: 0.3572941
Apr 29 15:40:42.094619 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:42.099955 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:42.105241 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 2535ce28-e755-431f-995d-f79d93d0190f completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:40:42.114426 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 2535ce28-e755-431f-995d-f79d93d0190f triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:40:42.117017 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:42.125358 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:42.128055 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Pushing event deleted for resources: {'Network': ['ID=f45020db-232f-4801-87c0-3cd7d2dac70a,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:42.139092 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f45020db-232f-4801-87c0-3cd7d2dac70a HTTP/1.1" status: 204  len: 168 time: 1.6188493
Apr 29 15:40:42.140906 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b23f58a0-4b2d-4e47-bef9-6f7930da4709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:42.294551 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:42.321547 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36064) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:42.338706 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0d254e-ade5-40d6-9df0-2e1614edc547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535ce28-e755-431f-995d-f79d93d0190f'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:42.357729 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 2535ce28-e755-431f-995d-f79d93d0190f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2535ce28-e755-431f-995d-f79d93d0190f,segment=NetworkSegment(241d9ce6-1e56-4a3f-a2e3-9c36d622aac8),segment_id=241d9ce6-1e56-4a3f-a2e3-9c36d622aac8)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:42.367358 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:42.369440 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:42.428815 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0d254e-ade5-40d6-9df0-2e1614edc547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535ce28-e755-431f-995d-f79d93d0190f', 'code': 200}
Apr 29 15:40:42.429238 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36072) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:42.441273 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-c4ab8de6-95b3-487c-90d0-56dd02ab758c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01334658c34c4973912667d06a0e0625&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1179082
Apr 29 15:40:42.469726 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=2535ce28-e755-431f-995d-f79d93d0190f,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:42.473329 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:42.504385 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-42bf37d6-d40b-4407-88b1-25dd9bcafc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:42.534070 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-42bf37d6-d40b-4407-88b1-25dd9bcafc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:42.596796 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1104faf-a6f7-45d3-b6d3-787c30d40c1e req-719d6f95-10a1-4009-bb6b-f6e47f28e56c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:42.598670 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b1104faf-a6f7-45d3-b6d3-787c30d40c1e req-719d6f95-10a1-4009-bb6b-f6e47f28e56c tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 945 time: 0.1527755
Apr 29 15:40:42.607428 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-42bf37d6-d40b-4407-88b1-25dd9bcafc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:42.613017 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3555aac2-1295-4dc3-a5d9-2157d641bc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:42.635144 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf37d6-d40b-4407-88b1-25dd9bcafc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e4005-46dc-4d05-b37d-87b7433f744e,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:42.638196 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-42bf37d6-d40b-4407-88b1-25dd9bcafc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:42.674786 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b1104faf-a6f7-45d3-b6d3-787c30d40c1e req-b22d6c44-1602-4bad-a4c5-043761f05b26 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607910
Apr 29 15:40:42.703340 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-42bf37d6-d40b-4407-88b1-25dd9bcafc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:42.707176 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-42bf37d6-d40b-4407-88b1-25dd9bcafc90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b9e4005-46dc-4d05-b37d-87b7433f744e HTTP/1.1" status: 204  len: 168 time: 0.2742381
Apr 29 15:40:42.746305 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd55b1b-20b2-4e6b-9d58-b8986d7cd1ed req-b583ce34-53ab-4efa-88e1-e1ca9c859153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:42.748336 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fcd55b1b-20b2-4e6b-9d58-b8986d7cd1ed req-b583ce34-53ab-4efa-88e1-e1ca9c859153 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 1103 time: 0.1144924
Apr 29 15:40:42.806205 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fcd55b1b-20b2-4e6b-9d58-b8986d7cd1ed req-5d90b7c8-117e-4104-9c6b-6ff0dc8c85f6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506771
Apr 29 15:40:42.902841 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3968acf-5c3a-4864-8def-083ab079018a req-08ce4364-5788-4830-9e0a-62b951b27a6e tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:42.904369 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c3968acf-5c3a-4864-8def-083ab079018a req-08ce4364-5788-4830-9e0a-62b951b27a6e tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 950 time: 0.0979269
Apr 29 15:40:42.962326 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c3968acf-5c3a-4864-8def-083ab079018a req-9a26dc07-01e1-4ccc-897b-62495fa18863 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520735
Apr 29 15:40:43.209780 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-e291c38d-f633-422b-9858-8d76049c0e13 req-35b406e1-4634-40ba-8e38-cefe5092ff81 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Synchronizing usage tracker for tenant:ad66777ef709412da0ef4d5ae933c555 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:40:43.258173 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-e291c38d-f633-422b-9858-8d76049c0e13 req-35b406e1-4634-40ba-8e38-cefe5092ff81 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Unset dirty status for tenant:ad66777ef709412da0ef4d5ae933c555 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:40:43.259569 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e291c38d-f633-422b-9858-8d76049c0e13 req-35b406e1-4634-40ba-8e38-cefe5092ff81 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 210 time: 0.1037712
Apr 29 15:40:43.394044 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-1bc71918-34e9-4084-b5a0-e32e34e35488 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:43.395460 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-1bc71918-34e9-4084-b5a0-e32e34e35488 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.32 "GET /v2.0/networks?id=a7d89d55-da08-472c-a12b-a6fa2b7c9172 HTTP/1.1" status: 200  len: 813 time: 0.1753361
Apr 29 15:40:43.410260 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Request body: {'port': {'device_id': 'f2ed7efa-b946-4bb4-89f1-b1262dd89f3d', 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172', 'admin_state_up': True, 'tenant_id': 'ad66777ef709412da0ef4d5ae933c555'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:40:43.550602 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36122) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:43.568239 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:43.579507 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:43.590278 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Made reservation on behalf of ad66777ef709412da0ef4d5ae933c555 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:40:43.593850 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:43.690215 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4641-01c5-4dac-8200-38f620b00f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:43.710243 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1d0e4641-01c5-4dac-8200-38f620b00f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:43.715900 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-1d0e4641-01c5-4dac-8200-38f620b00f66 admin admin] Usage tracker for resource:security_group_rule and tenant:e1f821dcf97d4c648dc1f13714b1de23 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:43.719724 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-1d0e4641-01c5-4dac-8200-38f620b00f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:43.726599 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1d0e4641-01c5-4dac-8200-38f620b00f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:43.897607 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4641-01c5-4dac-8200-38f620b00f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:43.903961 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:40:43.906822 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1d0e4641-01c5-4dac-8200-38f620b00f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:43.915810 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-73405d6f-0893-47ff-ba59-f2b61b77c0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:43.933079 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Allocated IP 172.20.0.12 (a7d89d55-da08-472c-a12b-a6fa2b7c9172/fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2/4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:40:43.958466 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:40:43.958820 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 2aba56a0-235d-4ef1-8e0f-df4f3dec4e4b not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:40:43.982121 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-1d0e4641-01c5-4dac-8200-38f620b00f66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1f821dcf97d4c648dc1f13714b1de23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4303510
Apr 29 15:40:43.985635 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36146) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:43.996296 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dca1e7-b88c-4945-90ae-057b715ef50d req-7aeae318-41fd-4d5c-bca3-460946b015d5 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:43.998163 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-93dca1e7-b88c-4945-90ae-057b715ef50d req-7aeae318-41fd-4d5c-bca3-460946b015d5 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 945 time: 0.1884451
Apr 29 15:40:43.999517 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e4641-01c5-4dac-8200-38f620b00f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc21cca4-55b8-4c73-9b11-897764393cfe,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:44.012814 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1d0e4641-01c5-4dac-8200-38f620b00f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:44.105135 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-93dca1e7-b88c-4945-90ae-057b715ef50d req-7ee7e16a-d175-4777-b11a-bca2d6044520 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891221
Apr 29 15:40:44.126459 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-745967ff-4c99-4b57-8679-dc06f59774de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:44.166062 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-745967ff-4c99-4b57-8679-dc06f59774de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:44.242105 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-745967ff-4c99-4b57-8679-dc06f59774de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:44.247313 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fcc584c4-4e18-4018-b78c-cc326aecbf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:44.269803 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745967ff-4c99-4b57-8679-dc06f59774de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc21cca4-55b8-4c73-9b11-897764393cfe,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:44.276466 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-745967ff-4c99-4b57-8679-dc06f59774de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:44.293378 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-745967ff-4c99-4b57-8679-dc06f59774de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:44.300573 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-745967ff-4c99-4b57-8679-dc06f59774de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc21cca4-55b8-4c73-9b11-897764393cfe HTTP/1.1" status: 204  len: 168 time: 0.3136597
Apr 29 15:40:44.367264 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:44.465758 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:44.472745 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1e4f95b6-3825-4a78-9038-3209733b6c02 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:44.615894 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e5483-2de4-45bb-a7a5-2c2cfc75f62f req-705cd237-7ad8-41f3-bcb4-9daa93fb10c6 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:44.617450 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5d3e5483-2de4-45bb-a7a5-2c2cfc75f62f req-705cd237-7ad8-41f3-bcb4-9daa93fb10c6 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 932 time: 0.1069124
Apr 29 15:40:44.665848 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Network a7d89d55-da08-472c-a12b-a6fa2b7c9172 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:40:44.666841 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Pushing event updated for resources: {'Port': ['ID=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:44.670473 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:40:44.672649 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:44.680702 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c875fe-1810-4672-824e-14be67090126 req-95db28bc-b1c7-4797-9f9c-ec12a3e492f7 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:44.688039 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-22c875fe-1810-4672-824e-14be67090126 req-95db28bc-b1c7-4797-9f9c-ec12a3e492f7 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 950 time: 0.2951846
Apr 29 15:40:44.690054 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:40:44.759224 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5d3e5483-2de4-45bb-a7a5-2c2cfc75f62f req-c4a2e152-166b-47ee-bdac-d196087b130c tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347010
Apr 29 15:40:44.821494 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-22c875fe-1810-4672-824e-14be67090126 req-7628f1cd-f45c-42b4-ab05-4de81e05867c tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325238
Apr 29 15:40:44.827444 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:44.828066 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:44.875569 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4700267
Apr 29 15:40:44.886546 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-50331b41-9c8e-462d-9e54-6e10e34f5468 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:44.887297 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-50331b41-9c8e-462d-9e54-6e10e34f5468 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Synchronizing usage tracker for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:40:44.897517 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Request body: {'port': {'device_id': 'f2ed7efa-b946-4bb4-89f1-b1262dd89f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:40:45.005352 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-50331b41-9c8e-462d-9e54-6e10e34f5468 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Unset dirty status for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:40:45.006408 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-50331b41-9c8e-462d-9e54-6e10e34f5468 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 945 time: 0.3915336
Apr 29 15:40:45.077575 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:45.386070 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Deleting port 4a1ced74-dd91-442a-a221-ddd57bfc0e06 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:40:45.386517 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:45.576144 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c64a6-7fe6-40f7-98c6-d668ec09918a req-1f48dbe2-a58a-4eb1-b20c-a8002286cc44 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:45.577604 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a75c64a6-7fe6-40f7-98c6-d668ec09918a req-1f48dbe2-a58a-4eb1-b20c-a8002286cc44 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 945 time: 0.3287334
Apr 29 15:40:45.677838 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a75c64a6-7fe6-40f7-98c6-d668ec09918a req-4dd1b1f2-69b6-474e-bb6c-bba5ef20033e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893698
Apr 29 15:40:45.680566 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] For port 4a1ced74-dd91-442a-a221-ddd57bfc0e06, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a1ced74-dd91-442a-a221-ddd57bfc0e06,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:45.680931 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:45.944968 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Calling delete_port for 4a1ced74-dd91-442a-a221-ddd57bfc0e06 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:40:45.984231 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:40:46.031525 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:46.059023 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Transition to ACTIVE for port object 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:40:46.071130 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:46.076507 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2a12fb79-c02f-4ad4-ba35-c7defe76bcca tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:46.082788 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf64758-220a-4905-a3a7-04e65c856b5b req-6df587b6-b2e6-453b-8707-25ccd2db49e2 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:46.092260 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cdf64758-220a-4905-a3a7-04e65c856b5b req-6df587b6-b2e6-453b-8707-25ccd2db49e2 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 932 time: 0.1237783
Apr 29 15:40:46.157592 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cdf64758-220a-4905-a3a7-04e65c856b5b req-5ea93553-732c-4a67-b441-78c40217a1e2 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641818
Apr 29 15:40:46.232763 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:46.286159 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:46.349144 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec3047-c97c-4e60-bdec-2e491f9b3515 req-a1251478-3b91-4d54-a347-f1325a5e15f6 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:46.350626 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-37ec3047-c97c-4e60-bdec-2e491f9b3515 req-a1251478-3b91-4d54-a347-f1325a5e15f6 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 950 time: 0.3620093
Apr 29 15:40:46.432364 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:46.444112 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['18abd4eb-5450-4c1c-a39c-809d6f7fbc72'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:40:46.444701 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-502914c3-b487-49fc-a287-330a9144f357 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:46.468160 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36228) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:46.484730 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-37ec3047-c97c-4e60-bdec-2e491f9b3515 req-c31ee196-4545-4107-b576-7638f4aa1f5a tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233211
Apr 29 15:40:46.494415 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Attempting to bind port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:40:46.494753 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Attempting to bind port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '4743604f-1e7f-4aa0-98b5-e29ea3943f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:40:46.495080 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Attempting to bind port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d on network a7d89d55-da08-472c-a12b-a6fa2b7c9172 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:40:46.500382 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Pushing event deleted for resources: {'Port': ['ID=4a1ced74-dd91-442a-a221-ddd57bfc0e06,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:46.504599 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:46.506011 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d on network a7d89d55-da08-472c-a12b-a6fa2b7c9172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:40:46.506326 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Attempting to bind port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d on network a7d89d55-da08-472c-a12b-a6fa2b7c9172 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:40:46.611576 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:40:46.611923 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Checking segment: {'id': '4743604f-1e7f-4aa0-98b5-e29ea3943f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:40:46.612491 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Bound using segment: {'id': '4743604f-1e7f-4aa0-98b5-e29ea3943f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:40:46.612963 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Bound port: 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4743604f-1e7f-4aa0-98b5-e29ea3943f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:40:46.613317 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:46.656844 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] No DVR routers for this DVR port 4a1ced74-dd91-442a-a221-ddd57bfc0e06 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:40:46.660791 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:46.664134 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7306e1bd-d673-4dbd-9c05-e694b3826b04', 'name': 'network-vif-deleted', 'tag': '4a1ced74-dd91-442a-a221-ddd57bfc0e06'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:46.684483 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-850ba655-2e45-443c-b1f0-3a77432bb6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:46.712446 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-850ba655-2e45-443c-b1f0-3a77432bb6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:46.720835 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-850ba655-2e45-443c-b1f0-3a77432bb6f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6ddbeee939254f859b008d76af792807 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:46.722121 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-25b3a85d-9ed8-4d3c-ab60-8cb28b345301 req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "DELETE /v2.0/ports/4a1ced74-dd91-442a-a221-ddd57bfc0e06 HTTP/1.1" status: 204  len: 173 time: 1.7086349
Apr 29 15:40:46.729359 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-850ba655-2e45-443c-b1f0-3a77432bb6f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:46.736841 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-850ba655-2e45-443c-b1f0-3a77432bb6f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:46.769655 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] For port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:40:46.773168 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] For port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d,segment=NetworkSegment(4743604f-1e7f-4aa0-98b5-e29ea3943f4b),segment_id=4743604f-1e7f-4aa0-98b5-e29ea3943f4b)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:40:46.779774 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:46.786995 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2e4f9efa-a8e3-480a-b86f-6af8210621a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:46.846596 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:46.847238 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:46.848590 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] 10.222.0.32 "PUT /v2.0/ports/4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d HTTP/1.1" status: 200  len: 1094 time: 1.9584358
Apr 29 15:40:46.862872 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-850ba655-2e45-443c-b1f0-3a77432bb6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:46.872367 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-850ba655-2e45-443c-b1f0-3a77432bb6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:46.874517 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:46.877980 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:46.884317 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b751e305-efc5-46f2-95b6-298dec05b2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:46.936042 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-850ba655-2e45-443c-b1f0-3a77432bb6f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ddbeee939254f859b008d76af792807&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4669666
Apr 29 15:40:46.937468 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ba655-2e45-443c-b1f0-3a77432bb6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758252d1-ce93-40d7-8e0a-e4f5c732edc0,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:46.941219 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-850ba655-2e45-443c-b1f0-3a77432bb6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:46.942214 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36244) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:47.033594 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0b1c5d2b-3437-4514-ab56-965bfd162660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:47.042142 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-0f2c373e-16f0-44de-802b-f5a6697917e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:47.044086 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-0f2c373e-16f0-44de-802b-f5a6697917e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad66777ef709412da0ef4d5ae933c555&device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 1097 time: 0.1206241
Apr 29 15:40:47.045952 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7306e1bd-d673-4dbd-9c05-e694b3826b04', 'name': 'network-vif-deleted', 'tag': '4a1ced74-dd91-442a-a221-ddd57bfc0e06', 'status': 'completed', 'code': 200}
Apr 29 15:40:47.065790 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0b1c5d2b-3437-4514-ab56-965bfd162660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:47.161544 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-255d4a2b-40c8-4772-96ad-0d234b569e21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d HTTP/1.1" status: 200  len: 217 time: 0.1066592
Apr 29 15:40:47.170014 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0b1c5d2b-3437-4514-ab56-965bfd162660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:47.172643 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-6ec25240-9040-4045-b433-bf049eefccc6 req-8d207160-4280-49d0-8081-37cdb20c21bc tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Synchronizing usage tracker for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:40:47.179736 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a0647a36-4b37-473c-8f91-e103875d2491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:47.197212 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c5d2b-3437-4514-ab56-965bfd162660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758252d1-ce93-40d7-8e0a-e4f5c732edc0,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:47.200626 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0b1c5d2b-3437-4514-ab56-965bfd162660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:47.207937 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0b1c5d2b-3437-4514-ab56-965bfd162660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:47.211850 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-0b1c5d2b-3437-4514-ab56-965bfd162660 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/758252d1-ce93-40d7-8e0a-e4f5c732edc0 HTTP/1.1" status: 204  len: 168 time: 0.2646265
Apr 29 15:40:47.237129 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-6ec25240-9040-4045-b433-bf049eefccc6 req-8d207160-4280-49d0-8081-37cdb20c21bc tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Unset dirty status for tenant:edf0cc4c99db457c9271ad067237fe7e on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:40:47.238361 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ec25240-9040-4045-b433-bf049eefccc6 req-8d207160-4280-49d0-8081-37cdb20c21bc tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7306e1bd-d673-4dbd-9c05-e694b3826b04 HTTP/1.1" status: 200  len: 210 time: 0.1163418
Apr 29 15:40:47.248088 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf8f89-59c4-481b-b7c5-54e45d4b9513 req-831463e0-01ca-4727-a123-8f8e862da515 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:47.249195 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-b1a9f9e8-9378-4061-8342-dcf4e79e7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:47.251371 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-b1a9f9e8-9378-4061-8342-dcf4e79e7420 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2 HTTP/1.1" status: 200  len: 853 time: 0.0745733
Apr 29 15:40:47.256281 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f6bf8f89-59c4-481b-b7c5-54e45d4b9513 req-831463e0-01ca-4727-a123-8f8e862da515 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1205187
Apr 29 15:40:47.318696 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-cdb5bb87-9633-481c-9cca-1e3af65474ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7d89d55-da08-472c-a12b-a6fa2b7c9172&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587220
Apr 29 15:40:47.321510 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f6bf8f89-59c4-481b-b7c5-54e45d4b9513 req-21a5d65a-c7c0-490b-ab45-8d7bac96d590 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643029
Apr 29 15:40:47.563036 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-a50057d8-40dd-4fab-83d5-d68cabbef3bd service neutron] 10.222.0.32 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2369058
Apr 29 15:40:47.570720 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7e68e-54d8-4bc6-acb7-76c68b237acb req-10e5d052-7ae4-4673-8963-28cfd6707cf3 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:47.572198 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f6d7e68e-54d8-4bc6-acb7-76c68b237acb req-10e5d052-7ae4-4673-8963-28cfd6707cf3 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 944 time: 0.0906527
Apr 29 15:40:47.572903 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68638cae-c1c7-4492-a92e-6b872421d275 req-f74d0fa5-8f61-4bf7-9ca4-265748eb5cc6 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:47.574308 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-68638cae-c1c7-4492-a92e-6b872421d275 req-f74d0fa5-8f61-4bf7-9ca4-265748eb5cc6 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 950 time: 0.1378348
Apr 29 15:40:47.631635 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f6d7e68e-54d8-4bc6-acb7-76c68b237acb req-6503d8f6-b691-400d-8653-f58fc5d6e914 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499556
Apr 29 15:40:47.643665 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36262) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:47.666412 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6f23ca23-e32b-46c3-a9cc-70df06bcc792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:47.682655 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6f23ca23-e32b-46c3-a9cc-70df06bcc792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:47.686550 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-6f23ca23-e32b-46c3-a9cc-70df06bcc792 admin admin] Usage tracker for resource:security_group_rule and tenant:d83371bab0624df3b239e29c2c074727 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:47.689655 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-6f23ca23-e32b-46c3-a9cc-70df06bcc792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:47.699446 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6f23ca23-e32b-46c3-a9cc-70df06bcc792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:47.727325 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-68638cae-c1c7-4492-a92e-6b872421d275 req-21b400d4-6ae9-45fe-8bbc-d18b2810a0f7 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326911
Apr 29 15:40:47.799463 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6f23ca23-e32b-46c3-a9cc-70df06bcc792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:47.805042 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6f23ca23-e32b-46c3-a9cc-70df06bcc792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:47.815067 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c0e1c13c-46c3-4d2e-af6c-32fb86e5634d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:47.858198 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23ca23-e32b-46c3-a9cc-70df06bcc792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb93c21d-9b1c-4359-9e02-28a67d21a71c,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:47.861535 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-389d588c-8b0b-4772-b7f4-c131f3ad230f req-d315cc8b-d1d8-4c80-ab9f-0469290f8e52 service neutron] 10.222.0.32 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2862906
Apr 29 15:40:47.863500 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-6f23ca23-e32b-46c3-a9cc-70df06bcc792 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d83371bab0624df3b239e29c2c074727&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2188411
Apr 29 15:40:47.865264 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6f23ca23-e32b-46c3-a9cc-70df06bcc792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:47.867897 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36268) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:47.914502 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 4a1ced74-dd91-442a-a221-ddd57bfc0e06 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:40:47.931225 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d0b34474-3378-4701-8ea1-9db1e656fa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:47.950484 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 4a1ced74-dd91-442a-a221-ddd57bfc0e06 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:40:47.951065 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 4a1ced74-dd91-442a-a221-ddd57bfc0e06 not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:40:47.958020 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d0b34474-3378-4701-8ea1-9db1e656fa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:47.997603 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36274) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:48.018712 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d0b34474-3378-4701-8ea1-9db1e656fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:48.023536 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3da1940e-16e6-4e04-86e7-8186ddb0676e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:48.036223 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b34474-3378-4701-8ea1-9db1e656fa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb93c21d-9b1c-4359-9e02-28a67d21a71c,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:48.039079 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d0b34474-3378-4701-8ea1-9db1e656fa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:48.040015 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d0b34474-3378-4701-8ea1-9db1e656fa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:48.041136 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-d0b34474-3378-4701-8ea1-9db1e656fa18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb93c21d-9b1c-4359-9e02-28a67d21a71c HTTP/1.1" status: 204  len: 168 time: 0.1721342
Apr 29 15:40:48.120968 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aeac52bc-bb7e-4fd8-bab1-7ee362346701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:48.135624 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-aeac52bc-bb7e-4fd8-bab1-7ee362346701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:48.139508 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-aeac52bc-bb7e-4fd8-bab1-7ee362346701 admin admin] Usage tracker for resource:security_group_rule and tenant:8f5c186c29a24b35b75e9657bc34e60f is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:48.142415 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-aeac52bc-bb7e-4fd8-bab1-7ee362346701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:48.148697 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-aeac52bc-bb7e-4fd8-bab1-7ee362346701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:48.232738 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aeac52bc-bb7e-4fd8-bab1-7ee362346701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:48.236913 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aeac52bc-bb7e-4fd8-bab1-7ee362346701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:48.245726 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-745967ff-4c99-4b57-8679-dc06f59774de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:48.287968 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-aeac52bc-bb7e-4fd8-bab1-7ee362346701 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8f5c186c29a24b35b75e9657bc34e60f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2893484
Apr 29 15:40:48.289774 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac52bc-bb7e-4fd8-bab1-7ee362346701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc99ce6-cabf-40fe-befa-dd4d2576e13e,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:48.290575 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36288) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:48.292872 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-aeac52bc-bb7e-4fd8-bab1-7ee362346701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:48.372650 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c2fbfd1-5c09-4213-93dc-89078815ef09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:48.401105 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c2fbfd1-5c09-4213-93dc-89078815ef09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:48.463977 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c2fbfd1-5c09-4213-93dc-89078815ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:48.468038 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-17bb219c-fb5b-4542-a680-1767e8901a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:48.484476 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fbfd1-5c09-4213-93dc-89078815ef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc99ce6-cabf-40fe-befa-dd4d2576e13e,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:48.486737 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8c2fbfd1-5c09-4213-93dc-89078815ef09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:48.498828 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8c2fbfd1-5c09-4213-93dc-89078815ef09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:48.503128 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-8c2fbfd1-5c09-4213-93dc-89078815ef09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bcc99ce6-cabf-40fe-befa-dd4d2576e13e HTTP/1.1" status: 204  len: 168 time: 0.2106295
Apr 29 15:40:48.660044 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e4d8d-75ab-456c-b327-03d921bdfdd5 req-b5c6ef59-99d4-4c8e-b343-392a40cf95dd tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:48.667102 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a87e4d8d-75ab-456c-b327-03d921bdfdd5 req-b5c6ef59-99d4-4c8e-b343-392a40cf95dd tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.2087109
Apr 29 15:40:48.717821 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a87e4d8d-75ab-456c-b327-03d921bdfdd5 req-9ea93a71-6c24-4b1e-b351-1dfbba8a3da3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496504
Apr 29 15:40:48.918211 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6aa94-f1ad-4042-a5c7-b57bce44c487 req-ebb77626-2299-442c-a2f4-677468544473 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:48.919179 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-d3d6aa94-f1ad-4042-a5c7-b57bce44c487 req-ebb77626-2299-442c-a2f4-677468544473 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Synchronizing usage tracker for tenant:ad66777ef709412da0ef4d5ae933c555 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:40:48.953466 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a066e-cbcb-4b04-bce3-0cb47a352dd1 req-22a7bdd6-a995-4d4d-a677-364885401eb5 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:48.957261 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-410a066e-cbcb-4b04-bce3-0cb47a352dd1 req-22a7bdd6-a995-4d4d-a677-364885401eb5 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 950 time: 0.1393435
Apr 29 15:40:48.957980 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-d3d6aa94-f1ad-4042-a5c7-b57bce44c487 req-ebb77626-2299-442c-a2f4-677468544473 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Unset dirty status for tenant:ad66777ef709412da0ef4d5ae933c555 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:40:48.968962 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d3d6aa94-f1ad-4042-a5c7-b57bce44c487 req-ebb77626-2299-442c-a2f4-677468544473 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 944 time: 0.2097595
Apr 29 15:40:48.969188 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2341a-81f1-4750-8695-0d66dd7e5113 req-7f33526b-9c62-4cab-95e1-f8b330eefc56 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:48.976595 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f8d2341a-81f1-4750-8695-0d66dd7e5113 req-7f33526b-9c62-4cab-95e1-f8b330eefc56 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 950 time: 0.1231422
Apr 29 15:40:49.040016 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f8d2341a-81f1-4750-8695-0d66dd7e5113 req-41e73d43-5f34-4bfa-8c6c-06b5e2cc8582 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbaa4490-f620-4d2a-8756-b11d4c628c54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584753
Apr 29 15:40:49.046680 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ed7efa-b946-4bb4-89f1-b1262dd89f3d', 'tag': '4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:49.086333 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d3d6aa94-f1ad-4042-a5c7-b57bce44c487 req-dc1764c8-ba1c-41d9-bd71-0c9b2259c9ea tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196520
Apr 29 15:40:49.162826 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ed7efa-b946-4bb4-89f1-b1262dd89f3d', 'tag': '4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d', 'status': 'completed', 'code': 200}
Apr 29 15:40:49.246135 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-410a066e-cbcb-4b04-bce3-0cb47a352dd1 req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Deleting port 2535ce28-e755-431f-995d-f79d93d0190f {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:40:49.246484 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-410a066e-cbcb-4b04-bce3-0cb47a352dd1 req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:49.381917 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a595c-5dc1-4df5-bce4-f05f5846c8b4 req-f2f0528a-99cf-4dd8-a0d7-2f601bbd8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:49.383382 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a86a595c-5dc1-4df5-bce4-f05f5846c8b4 req-f2f0528a-99cf-4dd8-a0d7-2f601bbd8c50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad66777ef709412da0ef4d5ae933c555&device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 1097 time: 0.1952116
Apr 29 15:40:49.432972 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-410a066e-cbcb-4b04-bce3-0cb47a352dd1 req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] For port 2535ce28-e755-431f-995d-f79d93d0190f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2535ce28-e755-431f-995d-f79d93d0190f,segment=NetworkSegment(241d9ce6-1e56-4a3f-a2e3-9c36d622aac8),segment_id=241d9ce6-1e56-4a3f-a2e3-9c36d622aac8)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:49.433285 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-410a066e-cbcb-4b04-bce3-0cb47a352dd1 req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:49.612328 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-410a066e-cbcb-4b04-bce3-0cb47a352dd1 req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Calling delete_port for 2535ce28-e755-431f-995d-f79d93d0190f owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:40:49.662457 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a595c-5dc1-4df5-bce4-f05f5846c8b4 req-d2148f0c-09bd-45b6-b1af-4737682f931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:49.663916 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a86a595c-5dc1-4df5-bce4-f05f5846c8b4 req-d2148f0c-09bd-45b6-b1af-4737682f931e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7d89d55-da08-472c-a12b-a6fa2b7c9172 HTTP/1.1" status: 200  len: 914 time: 0.2720368
Apr 29 15:40:49.742357 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a86a595c-5dc1-4df5-bce4-f05f5846c8b4 req-eca95fe5-db01-4dd8-959a-4ea61171da64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d HTTP/1.1" status: 200  len: 217 time: 0.0706978
Apr 29 15:40:49.854640 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a595c-5dc1-4df5-bce4-f05f5846c8b4 req-8f6aae03-7b9e-43ae-b9d9-930680d13596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:49.856108 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a86a595c-5dc1-4df5-bce4-f05f5846c8b4 req-8f6aae03-7b9e-43ae-b9d9-930680d13596 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2 HTTP/1.1" status: 200  len: 853 time: 0.1065555
Apr 29 15:40:49.915738 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a86a595c-5dc1-4df5-bce4-f05f5846c8b4 req-056e47cc-377a-4318-b4fc-7012c35f1cc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7d89d55-da08-472c-a12b-a6fa2b7c9172&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498748
Apr 29 15:40:49.925004 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-410a066e-cbcb-4b04-bce3-0cb47a352dd1 req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:49.944315 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bca07bae-4c2a-4a5d-abde-110cfecdc9c6 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:49.951617 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['2535ce28-e755-431f-995d-f79d93d0190f'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:40:50.030715 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Pushing event deleted for resources: {'Port': ['ID=2535ce28-e755-431f-995d-f79d93d0190f,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:50.072606 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:50.128083 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a5eb3-b8dd-45e5-b65e-b21415ed465d req-605e7b54-3724-441d-a4b4-63ee0470a0fe tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:50.137059 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-515a5eb3-b8dd-45e5-b65e-b21415ed465d req-605e7b54-3724-441d-a4b4-63ee0470a0fe tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.2226038
Apr 29 15:40:50.197979 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-515a5eb3-b8dd-45e5-b65e-b21415ed465d req-32c65b76-bf1b-429e-a6bc-5952e0be4449 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593312
Apr 29 15:40:50.230629 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36386) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:50.269196 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-410a066e-cbcb-4b04-bce3-0cb47a352dd1 req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] No DVR routers for this DVR port 2535ce28-e755-431f-995d-f79d93d0190f on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:40:50.278860 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-410a066e-cbcb-4b04-bce3-0cb47a352dd1 req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:50.344814 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-410a066e-cbcb-4b04-bce3-0cb47a352dd1 req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.32 "DELETE /v2.0/ports/2535ce28-e755-431f-995d-f79d93d0190f HTTP/1.1" status: 204  len: 173 time: 1.3769367
Apr 29 15:40:50.359356 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a86a595c-5dc1-4df5-bce4-f05f5846c8b4 req-6b4f6812-810e-42d5-adbb-6f07f279b813 service neutron] 10.222.0.32 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3809845
Apr 29 15:40:50.471255 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1df040f3-7b96-43ab-80c3-27ee71651f57 req-6473279a-19a6-48d6-8ccd-653dffc3eca5 tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0d254e-ade5-40d6-9df0-2e1614edc547 HTTP/1.1" status: 200  len: 210 time: 0.0619063
Apr 29 15:40:50.489824 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9802b9f-0391-4c80-b67a-7a6342d1ebd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:50.506956 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b9802b9f-0391-4c80-b67a-7a6342d1ebd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:50.512025 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b9802b9f-0391-4c80-b67a-7a6342d1ebd5 admin admin] Usage tracker for resource:security_group_rule and tenant:98deed54e6554ae99ae1d111228a118c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:50.516450 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b9802b9f-0391-4c80-b67a-7a6342d1ebd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:50.525202 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b9802b9f-0391-4c80-b67a-7a6342d1ebd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:50.619382 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011b12a-6093-427a-8fe1-854b87b14b95 req-0f79ac64-fef3-47c4-831e-090b97c4b2cb tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:50.620847 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1011b12a-6093-427a-8fe1-854b87b14b95 req-0f79ac64-fef3-47c4-831e-090b97c4b2cb tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 945 time: 0.4246335
Apr 29 15:40:50.683679 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a86a595c-5dc1-4df5-bce4-f05f5846c8b4 req-cdb9702b-2dd5-4464-a07e-5e53b5948d73 service neutron] 10.222.0.32 "GET /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3111179
Apr 29 15:40:50.697571 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1011b12a-6093-427a-8fe1-854b87b14b95 req-6eba0da5-c6cd-4aca-9bcb-8cd64896b072 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697744
Apr 29 15:40:50.730372 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9802b9f-0391-4c80-b67a-7a6342d1ebd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:50.736855 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b9802b9f-0391-4c80-b67a-7a6342d1ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:50.746326 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a29a749f-210e-4d08-8164-c4b5e339ddc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:50.767158 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572479d0-a326-42fe-82b4-67b9de894acc req-533c73da-7c08-478a-863f-c0587acbad9a tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:50.768619 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-572479d0-a326-42fe-82b4-67b9de894acc req-533c73da-7c08-478a-863f-c0587acbad9a tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 944 time: 0.1703997
Apr 29 15:40:50.815244 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-b9802b9f-0391-4c80-b67a-7a6342d1ebd5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98deed54e6554ae99ae1d111228a118c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5834303
Apr 29 15:40:50.818705 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36406) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:50.819465 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9802b9f-0391-4c80-b67a-7a6342d1ebd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972bef18-8556-419c-b775-10cd68175a98,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:50.823871 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b9802b9f-0391-4c80-b67a-7a6342d1ebd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:50.846178 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-572479d0-a326-42fe-82b4-67b9de894acc req-72fcb261-94ab-4392-bb83-29861db3933a tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605464
Apr 29 15:40:50.916074 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d229e260-dc6c-4e99-b937-fef5796ca1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:50.944572 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d229e260-dc6c-4e99-b937-fef5796ca1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:51.008156 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d229e260-dc6c-4e99-b937-fef5796ca1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:51.011825 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-50d6cd4d-aa3b-4289-b68a-9e290f839306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:51.024341 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229e260-dc6c-4e99-b937-fef5796ca1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972bef18-8556-419c-b775-10cd68175a98,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:51.027972 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d229e260-dc6c-4e99-b937-fef5796ca1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:51.031381 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d229e260-dc6c-4e99-b937-fef5796ca1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:51.033343 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-d229e260-dc6c-4e99-b937-fef5796ca1f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/972bef18-8556-419c-b775-10cd68175a98 HTTP/1.1" status: 204  len: 168 time: 0.2135696
Apr 29 15:40:51.164620 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0d254e-ade5-40d6-9df0-2e1614edc547', 'name': 'network-vif-deleted', 'tag': '2535ce28-e755-431f-995d-f79d93d0190f'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:51.219275 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0d254e-ade5-40d6-9df0-2e1614edc547', 'name': 'network-vif-deleted', 'tag': '2535ce28-e755-431f-995d-f79d93d0190f', 'status': 'completed', 'code': 200}
Apr 29 15:40:51.329673 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36426) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:51.396564 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563070f1-2bb3-4241-bf1c-eb4a6bd1d695 req-aff1363f-f72a-495f-bdd1-a1570a1c9a21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:51.398066 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-563070f1-2bb3-4241-bf1c-eb4a6bd1d695 req-aff1363f-f72a-495f-bdd1-a1570a1c9a21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0795553
Apr 29 15:40:51.447970 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-563070f1-2bb3-4241-bf1c-eb4a6bd1d695 req-0413ebeb-abd3-4012-b874-14b16fc77f5b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442350
Apr 29 15:40:51.449319 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8102836d-6691-4b1d-8a65-134db4e78317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:51.464582 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-8102836d-6691-4b1d-8a65-134db4e78317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:51.468483 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-8102836d-6691-4b1d-8a65-134db4e78317 admin admin] Usage tracker for resource:security_group_rule and tenant:199878c061ce47d38b29319c10823779 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:51.471456 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-8102836d-6691-4b1d-8a65-134db4e78317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:51.478116 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-8102836d-6691-4b1d-8a65-134db4e78317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:51.559422 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8102836d-6691-4b1d-8a65-134db4e78317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:51.564363 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8102836d-6691-4b1d-8a65-134db4e78317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:51.573068 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:51.613921 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-8102836d-6691-4b1d-8a65-134db4e78317 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=199878c061ce47d38b29319c10823779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2831237
Apr 29 15:40:51.614957 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102836d-6691-4b1d-8a65-134db4e78317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8343f9d8-308c-404c-b4ab-089e02d63057,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:51.617379 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36438) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:51.617853 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8102836d-6691-4b1d-8a65-134db4e78317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:51.684720 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5380990b-8bb3-439b-a76d-3874d01a1f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:51.712292 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5380990b-8bb3-439b-a76d-3874d01a1f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:51.771286 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5380990b-8bb3-439b-a76d-3874d01a1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:51.776751 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-388fd251-c9f8-46ae-8b27-aa31564eb362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:51.790778 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380990b-8bb3-439b-a76d-3874d01a1f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8343f9d8-308c-404c-b4ab-089e02d63057,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:51.793622 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5380990b-8bb3-439b-a76d-3874d01a1f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:51.803448 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5380990b-8bb3-439b-a76d-3874d01a1f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:51.805405 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-5380990b-8bb3-439b-a76d-3874d01a1f0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8343f9d8-308c-404c-b4ab-089e02d63057 HTTP/1.1" status: 204  len: 168 time: 0.1845815
Apr 29 15:40:51.902511 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30366c-40c7-4831-ac87-0b8dbd914d9c req-12260f59-6b82-4954-b298-e2b5d4085f97 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:51.904105 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fa30366c-40c7-4831-ac87-0b8dbd914d9c req-12260f59-6b82-4954-b298-e2b5d4085f97 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 945 time: 0.0941970
Apr 29 15:40:51.936667 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:40:51.940897 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 2535ce28-e755-431f-995d-f79d93d0190f no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:40:51.962612 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fa30366c-40c7-4831-ac87-0b8dbd914d9c req-6830ee14-602d-46b2-97ce-a0337ff3bddc tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/security-groups?id=3181f42e-e0ed-494b-845f-976d77db0d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524473
Apr 29 15:40:52.049993 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 2535ce28-e755-431f-995d-f79d93d0190f {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:40:52.050581 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 2535ce28-e755-431f-995d-f79d93d0190f not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:40:52.185872 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d,segment=NetworkSegment(4743604f-1e7f-4aa0-98b5-e29ea3943f4b),segment_id=4743604f-1e7f-4aa0-98b5-e29ea3943f4b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:52.194229 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b410735-75bb-475e-9383-68d9650d6d94 req-8df19a1f-24ee-42a5-9ca5-6997894b2534 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:52.195869 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0b410735-75bb-475e-9383-68d9650d6d94 req-8df19a1f-24ee-42a5-9ca5-6997894b2534 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 945 time: 0.1612339
Apr 29 15:40:52.202521 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36470) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:52.205517 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d', 'network_id': 'a7d89d55-da08-472c-a12b-a6fa2b7c9172', 'port_id': '4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d', 'mac_address': 'fa:16:3e:1d:15:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:40:52.221963 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b792790-c728-423a-b2e5-f66242b023b6 req-abf6f3e3-584d-4ed8-9e09-e528f784276d tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:52.229819 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2b792790-c728-423a-b2e5-f66242b023b6 req-abf6f3e3-584d-4ed8-9e09-e528f784276d tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 944 time: 0.1079841
Apr 29 15:40:52.262547 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:52.274113 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2b792790-c728-423a-b2e5-f66242b023b6 req-6d3db586-dfde-49e8-ba70-bb3a9666f412 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431564
Apr 29 15:40:52.280619 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:40:52.298302 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d,segment=NetworkSegment(4743604f-1e7f-4aa0-98b5-e29ea3943f4b),segment_id=4743604f-1e7f-4aa0-98b5-e29ea3943f4b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:52.304463 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:52.306848 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:52.360047 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9be0604a-52a7-46e4-9248-fe7e8f30ab55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:52.382251 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9be0604a-52a7-46e4-9248-fe7e8f30ab55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:52.388323 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-9be0604a-52a7-46e4-9248-fe7e8f30ab55 admin admin] Usage tracker for resource:security_group_rule and tenant:d6681cff537e452d9f8fa0db59664c53 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:52.388780 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:52.391974 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:52.393467 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-9be0604a-52a7-46e4-9248-fe7e8f30ab55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:52.402461 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9be0604a-52a7-46e4-9248-fe7e8f30ab55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:52.449809 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-0b410735-75bb-475e-9383-68d9650d6d94 req-d886dd1f-ae13-4dc9-be76-8a9cf6e9fd1e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Deleting port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:40:52.450254 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0b410735-75bb-475e-9383-68d9650d6d94 req-d886dd1f-ae13-4dc9-be76-8a9cf6e9fd1e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:52.682343 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-0b410735-75bb-475e-9383-68d9650d6d94 req-d886dd1f-ae13-4dc9-be76-8a9cf6e9fd1e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] For port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=18abd4eb-5450-4c1c-a39c-809d6f7fbc72,segment=NetworkSegment(3ed82a86-7898-4c25-8472-0284be623365),segment_id=3ed82a86-7898-4c25-8472-0284be623365)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:52.682703 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0b410735-75bb-475e-9383-68d9650d6d94 req-d886dd1f-ae13-4dc9-be76-8a9cf6e9fd1e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:52.683087 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:40:52.690721 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9be0604a-52a7-46e4-9248-fe7e8f30ab55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:52.700701 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9be0604a-52a7-46e4-9248-fe7e8f30ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:52.760457 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6ccb3c5b-7c57-4a24-bced-6e7d89d031da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:52.843090 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-0b410735-75bb-475e-9383-68d9650d6d94 req-d886dd1f-ae13-4dc9-be76-8a9cf6e9fd1e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Calling delete_port for 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:40:52.882068 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-9be0604a-52a7-46e4-9248-fe7e8f30ab55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6681cff537e452d9f8fa0db59664c53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6772594
Apr 29 15:40:52.885050 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36536) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:52.896726 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6096f18-6327-435f-b2aa-bfc313013b58 req-d4aab7f7-f61d-4395-88d4-83b1a45a440c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:52.898244 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b6096f18-6327-435f-b2aa-bfc313013b58 req-d4aab7f7-f61d-4395-88d4-83b1a45a440c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.3345652
Apr 29 15:40:52.900992 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0604a-52a7-46e4-9248-fe7e8f30ab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187bcf0e-9fdc-4bbc-8172-dedbd59faf8e,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:52.910374 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9be0604a-52a7-46e4-9248-fe7e8f30ab55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:52.965540 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aa799681-b3d2-4849-a168-57105ec1c4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:52.969504 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b6096f18-6327-435f-b2aa-bfc313013b58 req-9e34ed73-d5e6-425e-9e74-c6ab9d1df946 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478897
Apr 29 15:40:53.012396 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aa799681-b3d2-4849-a168-57105ec1c4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:53.069912 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0b410735-75bb-475e-9383-68d9650d6d94 req-d886dd1f-ae13-4dc9-be76-8a9cf6e9fd1e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:53.076113 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aa799681-b3d2-4849-a168-57105ec1c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:53.079804 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-978e2621-8fb8-4d78-97ff-7e403381b927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:53.084325 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:53.096854 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa799681-b3d2-4849-a168-57105ec1c4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187bcf0e-9fdc-4bbc-8172-dedbd59faf8e,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:53.099999 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-aa799681-b3d2-4849-a168-57105ec1c4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:53.121858 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aa799681-b3d2-4849-a168-57105ec1c4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:53.129114 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-aa799681-b3d2-4849-a168-57105ec1c4a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/187bcf0e-9fdc-4bbc-8172-dedbd59faf8e HTTP/1.1" status: 204  len: 168 time: 0.2423203
Apr 29 15:40:53.142847 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886dd1f-ae13-4dc9-be76-8a9cf6e9fd1e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Pushing event deleted for resources: {'Port': ['ID=18abd4eb-5450-4c1c-a39c-809d6f7fbc72,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:53.150409 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d886dd1f-ae13-4dc9-be76-8a9cf6e9fd1e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:53.197475 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bf9299f1-e42b-44de-8a09-3614e9269053 req-c65c9f9f-cb8c-4550-b5a9-06f87cffedca tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0533df41-33cb-4476-8c50-9cbdae45821f HTTP/1.1" status: 200  len: 210 time: 0.0473802
Apr 29 15:40:53.233879 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b410735-75bb-475e-9383-68d9650d6d94 req-d886dd1f-ae13-4dc9-be76-8a9cf6e9fd1e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] No DVR routers for this DVR port 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:40:53.236242 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-0b410735-75bb-475e-9383-68d9650d6d94 req-d886dd1f-ae13-4dc9-be76-8a9cf6e9fd1e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:53.241771 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0533df41-33cb-4476-8c50-9cbdae45821f', 'name': 'network-vif-deleted', 'tag': '18abd4eb-5450-4c1c-a39c-809d6f7fbc72'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:53.282258 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0b410735-75bb-475e-9383-68d9650d6d94 req-d886dd1f-ae13-4dc9-be76-8a9cf6e9fd1e tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] 10.222.0.32 "DELETE /v2.0/ports/18abd4eb-5450-4c1c-a39c-809d6f7fbc72 HTTP/1.1" status: 204  len: 173 time: 1.0785396
Apr 29 15:40:53.306142 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0533df41-33cb-4476-8c50-9cbdae45821f', 'name': 'network-vif-deleted', 'tag': '18abd4eb-5450-4c1c-a39c-809d6f7fbc72', 'status': 'completed', 'code': 200}
Apr 29 15:40:53.430339 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['18abd4eb-5450-4c1c-a39c-809d6f7fbc72'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:40:53.521831 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f212e7-5d23-4314-b19d-196b49e61e6b req-06cf36a1-8d8f-4a31-9c8e-547bac3abaae tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:53.523403 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c5f212e7-5d23-4314-b19d-196b49e61e6b req-06cf36a1-8d8f-4a31-9c8e-547bac3abaae tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 945 time: 0.1066968
Apr 29 15:40:53.572628 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c5f212e7-5d23-4314-b19d-196b49e61e6b req-8a768808-b4b8-4074-90d7-2e45bfb7fc5e tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429931
Apr 29 15:40:53.941643 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:40:54.023331 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:40:54.028626 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:40:54.029398 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.032740 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36634) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:54.163788 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.168352 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1523524518-network', 'tenant_id': 'be4ecebdbbf645c485e3f3146b41c718'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:40:54.173662 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:54.178035 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Usage tracker for resource:network and tenant:be4ecebdbbf645c485e3f3146b41c718 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:54.181547 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:54.183229 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67177196-7bfb-4684-8232-ddc651711bb0 req-c9e6f9a1-f119-4445-8e73-478f23d858ad tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:54.188809 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:54.191655 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-67177196-7bfb-4684-8232-ddc651711bb0 req-c9e6f9a1-f119-4445-8e73-478f23d858ad tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0984063
Apr 29 15:40:54.197403 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ed7efa-b946-4bb4-89f1-b1262dd89f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:40:54.200667 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Made reservation on behalf of be4ecebdbbf645c485e3f3146b41c718 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:40:54.203056 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.218010 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.224666 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d,segment=NetworkSegment(4743604f-1e7f-4aa0-98b5-e29ea3943f4b),segment_id=4743604f-1e7f-4aa0-98b5-e29ea3943f4b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:40:54.232565 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.233606 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:40:54.238788 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:54.243873 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Usage tracker for resource:security_group_rule and tenant:be4ecebdbbf645c485e3f3146b41c718 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:54.247431 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:54.249325 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-67177196-7bfb-4684-8232-ddc651711bb0 req-46f915cc-a59e-46ad-b060-554d34d11139 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555737
Apr 29 15:40:54.256205 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:54.301682 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ed7efa-b946-4bb4-89f1-b1262dd89f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d', 'code': 200}
Apr 29 15:40:54.302346 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:54.386484 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.391897 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.406893 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:40:54.416873 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d0b34474-3378-4701-8ea1-9db1e656fa18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:54.420817 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:40:54.421195 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 18abd4eb-5450-4c1c-a39c-809d6f7fbc72 not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:40:54.430696 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.431211 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.segments_db [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Added segment 8fb52ee4-b7e5-4c30-b7ff-f9d5936cfd37 of type vlan for network 9a7d6b81-16be-460d-b269-bd8c578bd1d3
Apr 29 15:40:54.436521 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36656) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:54.460040 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5096e641-437e-416d-8ea4-e8d3cd45602c,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:54.472472 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:54.477868 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:54.482884 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:54.485679 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.523013 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.524661 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:54.525286 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.531078 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:54.563047 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-409fbbd3-7f03-4939-9477-db16d0ba9312 admin admin] Deleting subnet 052e1034-e165-4802-a90d-f32243144b22 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:40:54.566379 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-409fbbd3-7f03-4939-9477-db16d0ba9312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.655732 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Pushing event updated for resources: {'Network': ['ID=9a7d6b81-16be-460d-b269-bd8c578bd1d3,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:54.659871 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6260900
Apr 29 15:40:54.662972 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:54.663450 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36674) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:54.668278 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 9a7d6b81-16be-460d-b269-bd8c578bd1d3 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:40:54.672910 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Request body: {'subnet': {'network_id': '9a7d6b81-16be-460d-b269-bd8c578bd1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1523524518-subnet', 'tenant_id': 'be4ecebdbbf645c485e3f3146b41c718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:40:54.678413 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:54.685881 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Usage tracker for resource:subnet and tenant:be4ecebdbbf645c485e3f3146b41c718 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:54.685881 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:54.691317 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:54.699876 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-409fbbd3-7f03-4939-9477-db16d0ba9312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5884891'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.710562 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Made reservation on behalf of be4ecebdbbf645c485e3f3146b41c718 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:40:54.713279 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6400143'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.902745 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f5e45-cc03-4aa6-811e-ace9657e21f7 req-432c4b94-38fb-4d62-b84b-01f201c2a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:54.903262 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b24f5e45-cc03-4aa6-811e-ace9657e21f7 req-432c4b94-38fb-4d62-b84b-01f201c2a8aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 1099 time: 0.3101194
Apr 29 15:40:54.904346 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-409fbbd3-7f03-4939-9477-db16d0ba9312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:54.914026 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1854fe-da37-48f8-bc65-b41fcc66e71b req-332c5523-6e9a-4907-9c81-15965df14144 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:54.915524 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4c1854fe-da37-48f8-bc65-b41fcc66e71b req-332c5523-6e9a-4907-9c81-15965df14144 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.1745789
Apr 29 15:40:54.983593 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b24f5e45-cc03-4aa6-811e-ace9657e21f7 req-a3e5aae4-c02f-4bc6-a14e-74079c2bcec1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530429
Apr 29 15:40:55.091285 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4c1854fe-da37-48f8-bc65-b41fcc66e71b req-fce16a23-82c2-43d2-aafb-38ce40eed47b tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677866
Apr 29 15:40:55.204451 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-409fbbd3-7f03-4939-9477-db16d0ba9312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7728171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7843652'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:55.210554 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e2958306-0966-41b0-9c9b-2eb4920eee23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:55.245046 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fbbd3-7f03-4939-9477-db16d0ba9312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052e1034-e165-4802-a90d-f32243144b22,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:55.246962 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-409fbbd3-7f03-4939-9477-db16d0ba9312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:55.255552 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-409fbbd3-7f03-4939-9477-db16d0ba9312 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/052e1034-e165-4802-a90d-f32243144b22 HTTP/1.1" status: 204  len: 168 time: 0.8178320
Apr 29 15:40:55.256334 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36700) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:55.257046 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-409fbbd3-7f03-4939-9477-db16d0ba9312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:55.339245 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8127424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6400253'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:55.344176 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:55.396410 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:55.432689 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Checking segment: {'id': '8fb52ee4-b7e5-4c30-b7ff-f9d5936cfd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9a7d6b81-16be-460d-b269-bd8c578bd1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:40:55.433115 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Network hostable DHCP agents. Network: 9a7d6b81-16be-460d-b269-bd8c578bd1d3, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:40:55.437295 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd576a4-f632-4478-b1ce-b09e01e3ab31,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:55.440808 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:55.455887 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Network 9a7d6b81-16be-460d-b269-bd8c578bd1d3 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:40:55.467353 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 9a7d6b81-16be-460d-b269-bd8c578bd1d3) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:40:55.477486 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7855ad9c-455c-40b9-b3d2-291cf36b0b61 None None] Network 9a7d6b81-16be-460d-b269-bd8c578bd1d3 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:40:55.486926 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:55.487533 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:55.513186 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8485444
Apr 29 15:40:55.602666 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:55.722162 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee1cc3250>,) {'filters': {'network_id': ['422fe44b-6f4d-4a3a-9fcb-aab397fc764e']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:55.737347 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660d50-d20d-4e49-b740-4a33c1d96aac req-9e526bdf-77be-4cc1-a967-b653517514ce tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:55.744649 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ea660d50-d20d-4e49-b740-4a33c1d96aac req-9e526bdf-77be-4cc1-a967-b653517514ce tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.3427074
Apr 29 15:40:55.768571 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1cc3250>, '3ed82a86-7898-4c25-8472-0284be623365') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:55.768864 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1cc3250>, '3ed82a86-7898-4c25-8472-0284be623365') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:40:55.799242 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5884868'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:55.826308 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ea660d50-d20d-4e49-b740-4a33c1d96aac req-f366da12-ac62-46c6-8d44-6425338e37b8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810781
Apr 29 15:40:55.836668 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:55.842623 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aee4a3d-d51e-40b3-8f98-2737f38580d3 None None] Network 9a7d6b81-16be-460d-b269-bd8c578bd1d3 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:40:55.848339 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:40:56.079675 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:40:56.095085 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7728205'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.250216 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36754) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:56.257452 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1423235102-network', 'tenant_id': '96573c4ca992496abd63dda025ecc206'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:40:56.264815 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:56.271553 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Usage tracker for resource:network and tenant:96573c4ca992496abd63dda025ecc206 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:56.286702 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:56.303603 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:56.334575 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Network 422fe44b-6f4d-4a3a-9fcb-aab397fc764e has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]: Traceback (most recent call last):
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     timer()
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     cb(*args, **kw)
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     return func(*args, **kwargs)
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     self._notify()
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     self.callback(batched_events)
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     event.method(event)
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     return f(self, *a, **k)
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._get(url).json()
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:40:56.363838 dv-cinder-788782-1-iscsi neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:40:56.370648 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Made reservation on behalf of 96573c4ca992496abd63dda025ecc206 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:40:56.373011 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.388753 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.407361 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:56.418959 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Usage tracker for resource:security_group_rule and tenant:96573c4ca992496abd63dda025ecc206 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:56.423085 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:56.431563 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:56.445197 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.450969 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.451478 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f39a4b-93e6-4ecf-85ff-f18c0e892c20 req-e3904eaf-b2b7-418f-ad55-ba5893cff01a tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:56.454187 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:56.457386 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-61f39a4b-93e6-4ecf-85ff-f18c0e892c20 req-e3904eaf-b2b7-418f-ad55-ba5893cff01a tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.1577106
Apr 29 15:40:56.474712 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Pushing event deleted for resources: {'Network': ['ID=422fe44b-6f4d-4a3a-9fcb-aab397fc764e,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:56.477188 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:56.484616 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-f7bf32c3-55d2-491a-b9bf-ccd80750172b admin admin] 10.222.0.10 "DELETE /v2.0/networks/422fe44b-6f4d-4a3a-9fcb-aab397fc764e HTTP/1.1" status: 204  len: 168 time: 1.2264535
Apr 29 15:40:56.508748 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.527551 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-61f39a4b-93e6-4ecf-85ff-f18c0e892c20 req-5b2ce9c7-b4ab-4f22-bd3d-9a77728ac739 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677383
Apr 29 15:40:56.598160 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.604136 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.610429 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-aeac52bc-bb7e-4fd8-bab1-7ee362346701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:56.639910 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:40:56.650302 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0543dc7-e877-4c93-86d1-df468fc0d2b8,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:56.653401 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:56.657385 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.657765 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.segments_db [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Added segment 2991aee4-0bd1-4694-a242-feed79cc8035 of type vlan for network 8eec1a74-12fc-465d-b567-8c3738c9f88b
Apr 29 15:40:56.689682 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36766) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:56.697215 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.739065 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.741910 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:56.742989 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:56.747338 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:56.865601 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6135473
Apr 29 15:40:56.866740 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Pushing event updated for resources: {'Network': ['ID=8eec1a74-12fc-465d-b567-8c3738c9f88b,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:56.867020 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36780) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:56.871128 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:56.873294 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Request body: {'subnet': {'network_id': '8eec1a74-12fc-465d-b567-8c3738c9f88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1423235102-subnet', 'tenant_id': '96573c4ca992496abd63dda025ecc206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:40:56.879438 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:56.881728 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 8eec1a74-12fc-465d-b567-8c3738c9f88b details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:40:56.885279 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Usage tracker for resource:subnet and tenant:96573c4ca992496abd63dda025ecc206 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:56.888991 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:56.898302 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:56.917548 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Made reservation on behalf of 96573c4ca992496abd63dda025ecc206 for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:40:56.921282 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7843631'] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:57.168804 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b6d63-31be-4e88-b81f-5787307239a0 req-2bfcf5ed-15da-4bed-8124-487f3cb4db69 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:57.170313 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-125b6d63-31be-4e88-b81f-5787307239a0 req-2bfcf5ed-15da-4bed-8124-487f3cb4db69 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0953751
Apr 29 15:40:57.186226 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-bd4212ee-72ac-4bf2-bd52-1351d80e6342 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=edf0cc4c99db457c9271ad067237fe7e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4953084
Apr 29 15:40:57.189004 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36786) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:57.225867 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-125b6d63-31be-4e88-b81f-5787307239a0 req-32bcab15-9d84-43f7-a000-f2d237de1f21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491576
Apr 29 15:40:57.317978 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce967-718d-48ce-add4-3cb7839caf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:57.361733 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce967-718d-48ce-add4-3cb7839caf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:57.504045 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce967-718d-48ce-add4-3cb7839caf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:57.511314 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3b24979a-390d-4094-a155-fd57aa6da591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:57.523362 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ce967-718d-48ce-add4-3cb7839caf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3181f42e-e0ed-494b-845f-976d77db0d1c,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:57.527700 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ae2ce967-718d-48ce-add4-3cb7839caf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:57.552624 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce967-718d-48ce-add4-3cb7839caf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:57.556497 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-ae2ce967-718d-48ce-add4-3cb7839caf05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3181f42e-e0ed-494b-845f-976d77db0d1c HTTP/1.1" status: 204  len: 168 time: 0.3665838
Apr 29 15:40:57.618649 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7727592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7843677'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:57.623664 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-108921b5-7149-46a2-81f1-ca9b0410946e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:57.699431 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce57115-8e3a-46de-bc68-fe26ba070660,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:57.707290 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36800) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:57.708677 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:57.715870 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Checking segment: {'id': '2991aee4-0bd1-4694-a242-feed79cc8035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8eec1a74-12fc-465d-b567-8c3738c9f88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:40:57.716224 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Network hostable DHCP agents. Network: 8eec1a74-12fc-465d-b567-8c3738c9f88b, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:40:57.736616 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Network 8eec1a74-12fc-465d-b567-8c3738c9f88b is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:40:57.747332 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 8eec1a74-12fc-465d-b567-8c3738c9f88b) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:40:57.758722 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af4a3e2-e236-4bee-a5bf-7fedb65eceb9 None None] Network 8eec1a74-12fc-465d-b567-8c3738c9f88b requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:40:57.767095 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:57.768038 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:57.795780 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-a9b77f6c-537f-4caf-adaf-334461d6a727 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9265296
Apr 29 15:40:57.899814 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 36814) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:57.900140 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-59d371bd-7e2f-4efa-9763-cd451671015b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=216b3d1c9c2b4b2cb0400b936dd6ae95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1910372
Apr 29 15:40:57.962118 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c25b3441-31fd-40d7-b945-973bb8d69f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:57.992091 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c25b3441-31fd-40d7-b945-973bb8d69f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:57.997047 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fa330f-1f8d-4dba-b537-e63acd0ecd77 None None] Network 8eec1a74-12fc-465d-b567-8c3738c9f88b requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:40:58.058138 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c25b3441-31fd-40d7-b945-973bb8d69f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:58.066168 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3b330d5e-8401-4d0c-982b-32a8f6ed37ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:58.085306 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b3441-31fd-40d7-b945-973bb8d69f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaa4490-f620-4d2a-8756-b11d4c628c54,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:58.088958 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c25b3441-31fd-40d7-b945-973bb8d69f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:58.100564 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c25b3441-31fd-40d7-b945-973bb8d69f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:58.102786 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-c25b3441-31fd-40d7-b945-973bb8d69f3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbaa4490-f620-4d2a-8756-b11d4c628c54 HTTP/1.1" status: 204  len: 168 time: 0.2016449
Apr 29 15:40:58.424853 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519ee3d-529e-4656-b38f-01cfb9a8364d req-fcb1b675-1386-4bb8-91f5-c1c6a8e4170f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:58.433033 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a519ee3d-529e-4656-b38f-01cfb9a8364d req-fcb1b675-1386-4bb8-91f5-c1c6a8e4170f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0987754
Apr 29 15:40:58.483103 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a519ee3d-529e-4656-b38f-01cfb9a8364d req-ff11bc3a-bc0d-4507-8b7d-31216c7527ef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492013
Apr 29 15:40:59.046899 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c1bb-b95a-4d16-a84d-40bbd6307220 req-ab20607d-1f11-446c-ba35-421a61fb0325 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:59.048357 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c888c1bb-b95a-4d16-a84d-40bbd6307220 req-ab20607d-1f11-446c-ba35-421a61fb0325 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1753476
Apr 29 15:40:59.051165 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82015f5f-e845-46d4-9642-c32bf279e6fb req-42a9036c-7377-4641-917c-562badc76d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:59.053192 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-82015f5f-e845-46d4-9642-c32bf279e6fb req-42a9036c-7377-4641-917c-562badc76d9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 1098 time: 0.1150951
Apr 29 15:40:59.085578 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36874) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:59.143573 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c888c1bb-b95a-4d16-a84d-40bbd6307220 req-cc1a685a-0772-4c7c-87b3-e21477452fb8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855658
Apr 29 15:40:59.201421 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-328901320-network', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:40:59.207072 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:59.212465 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Usage tracker for resource:network and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:59.216736 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:59.225770 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:59.243526 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Made reservation on behalf of 0a8498e2580b4ba29e4199fe811edb8c for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:40:59.245797 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:59.251661 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82015f5f-e845-46d4-9642-c32bf279e6fb req-442e5822-8e92-49c8-9e99-61cd2094d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:59.253859 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-82015f5f-e845-46d4-9642-c32bf279e6fb req-442e5822-8e92-49c8-9e99-61cd2094d457 service neutron] 10.222.0.32 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 912 time: 0.1804068
Apr 29 15:40:59.273774 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:59.311796 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:59.320612 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Usage tracker for resource:security_group_rule and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:59.323690 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:59.330101 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:59.380971 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-82015f5f-e845-46d4-9642-c32bf279e6fb req-8089e38f-e84d-4a07-a520-cb224cbc6df4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e HTTP/1.1" status: 200  len: 1001 time: 0.1189511
Apr 29 15:40:59.452079 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:59.457325 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:59.461820 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-aa799681-b3d2-4849-a168-57105ec1c4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:59.475507 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82015f5f-e845-46d4-9642-c32bf279e6fb req-eec5651a-95f3-47b2-9a17-c7e693c6938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:59.477091 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-82015f5f-e845-46d4-9642-c32bf279e6fb req-eec5651a-95f3-47b2-9a17-c7e693c6938f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed2ba634-ffc0-48c4-9162-332a736aade9 HTTP/1.1" status: 200  len: 850 time: 0.0899277
Apr 29 15:40:59.481257 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:40:59.502694 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdf3947-3390-47e4-ac2b-606aa0e6c743,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:59.506551 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:59.507605 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:59.507945 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.segments_db [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Added segment 548af9d7-fc1f-4a92-bafd-7d7ad62a0a74 of type vlan for network 64454d9c-2f84-442a-8126-ff8505d50dcd
Apr 29 15:40:59.543963 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:59.559587 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82015f5f-e845-46d4-9642-c32bf279e6fb req-df0bd444-71c4-4a2d-b15d-66dfd3b15c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:59.561085 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-82015f5f-e845-46d4-9642-c32bf279e6fb req-df0bd444-71c4-4a2d-b15d-66dfd3b15c34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=905c0d65-04c5-4bff-b644-f1439c03b662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766451
Apr 29 15:40:59.574526 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:59.575967 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:40:59.576553 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:59.581621 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:40:59.703926 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Pushing event updated for resources: {'Network': ['ID=64454d9c-2f84-442a-8126-ff8505d50dcd,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:40:59.708046 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:40:59.712845 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6231277
Apr 29 15:40:59.713663 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36888) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:40:59.715674 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 64454d9c-2f84-442a-8126-ff8505d50dcd details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:40:59.721638 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Request body: {'subnet': {'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-328901320-subnet', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:40:59.725871 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-82015f5f-e845-46d4-9642-c32bf279e6fb req-125480eb-7f95-457d-a059-67e58d05a4ba service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565461
Apr 29 15:40:59.727734 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:40:59.731841 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Usage tracker for resource:subnet and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:40:59.737131 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:40:59.748028 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:40:59.780755 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Made reservation on behalf of 0a8498e2580b4ba29e4199fe811edb8c for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:40:59.790404 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6400143'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:40:59.912357 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-82015f5f-e845-46d4-9642-c32bf279e6fb req-da9d4668-51b8-49d9-95a2-7587e0312e8e service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772630
Apr 29 15:41:00.194338 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8127424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6400253'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:00.198480 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ae65a008-5b31-434b-8bb3-4fe5f2909fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:00.217771 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f7de178f-5231-41b9-ba5e-c975bc1666f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:00.320011 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=08333d16-5599-4296-a62f-95f451835e61,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:00.323251 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:00.332612 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Checking segment: {'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:41:00.332612 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Network hostable DHCP agents. Network: 64454d9c-2f84-442a-8126-ff8505d50dcd, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:41:00.366980 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Network 64454d9c-2f84-442a-8126-ff8505d50dcd is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:41:00.394278 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877e3ef-d6c2-4e70-9dae-e5fc6c86fb76 req-5cbea6f0-fb36-4cac-b5db-66244be9c155 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:00.395944 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d877e3ef-d6c2-4e70-9dae-e5fc6c86fb76 req-5cbea6f0-fb36-4cac-b5db-66244be9c155 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1236484
Apr 29 15:41:00.397934 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 64454d9c-2f84-442a-8126-ff8505d50dcd) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:41:00.415538 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14b818f-e900-499b-9f7f-d8a054871bda None None] Network 64454d9c-2f84-442a-8126-ff8505d50dcd requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:41:00.512243 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:00.512847 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:00.594785 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d877e3ef-d6c2-4e70-9dae-e5fc6c86fb76 req-4c4e2982-78ab-4dd4-9b98-2b02227e2316 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1860950
Apr 29 15:41:00.596562 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-f12b7862-319b-4be5-bec1-a370615039eb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8817101
Apr 29 15:41:00.599422 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36914) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:00.616134 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:41:00.625381 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:00.635732 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Usage tracker for resource:router and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:00.641817 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:00.651722 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:00.664053 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103806'] for router, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:00.665111 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103785'] for router, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:00.683617 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:00.726983 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp594323a0-43f1-584a-9751-39abe0b439be-64454d9c-2f84-442a-8126-ff8505d50dcd', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'fixed_ips': [{'subnet_id': '08333d16-5599-4296-a62f-95f451835e61'}]}} from dv-cinder-788782-1-iscsi. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 29 15:41:00.727872 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:00.885009 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Allocated IP 172.20.0.2 (64454d9c-2f84-442a-8126-ff8505d50dcd/08333d16-5599-4296-a62f-95f451835e61/07d523f1-1702-4abb-be07-3fc2fe253bf3) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:41:00.967351 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103835'] for router, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:01.132159 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:01.142716 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Transition to ACTIVE for port object 07d523f1-1702-4abb-be07-3fc2fe253bf3 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:01.162373 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Transition to ACTIVE for port object 07d523f1-1702-4abb-be07-3fc2fe253bf3 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:01.168661 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:01.173625 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:01.235400 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Network 64454d9c-2f84-442a-8126-ff8505d50dcd is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:41:01.238703 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Resources bound (agent type, host, resource id):  {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:41:01.243165 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:41:01.249099 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Pushing event updated for resources: {'Port': ['ID=07d523f1-1702-4abb-be07-3fc2fe253bf3,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:01.253423 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:01.325098 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:01.350692 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Attempting to bind port 07d523f1-1702-4abb-be07-3fc2fe253bf3 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:41:01.351075 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Attempting to bind port 07d523f1-1702-4abb-be07-3fc2fe253bf3 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:41:01.351446 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Attempting to bind port 07d523f1-1702-4abb-be07-3fc2fe253bf3 on network 64454d9c-2f84-442a-8126-ff8505d50dcd {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:41:01.357152 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:41:01.357534 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Checking segment: {'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:41:01.357937 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:01.358333 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Bound using segment: {'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:41:01.358798 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Bound port: 07d523f1-1702-4abb-be07-3fc2fe253bf3, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:41:01.359177 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:01.360240 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:01.459557 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] For port 07d523f1-1702-4abb-be07-3fc2fe253bf3, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:41:01.462619 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] For port 07d523f1-1702-4abb-be07-3fc2fe253bf3, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=07d523f1-1702-4abb-be07-3fc2fe253bf3,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:41:01.469983 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:01.474719 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:01.527714 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Allocated IP 172.27.3.124 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/33121779-391a-4a46-bf56-e2002215535b) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:41:01.552061 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Pushing event updated for resources: {'Port': ['ID=07d523f1-1702-4abb-be07-3fc2fe253bf3,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:01.555637 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:01.735621 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:01.795541 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:01.800684 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5dd47275-48c1-4b13-b905-36c470924dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:01.875169 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:41:01.879132 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:41:01.884341 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:41:01.899433 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb9125-916c-41ac-95ca-138d76cf0b9f req-f37f036c-29b0-46ad-aeeb-bb8af30b81b6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:01.902792 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b8bb9125-916c-41ac-95ca-138d76cf0b9f req-f37f036c-29b0-46ad-aeeb-bb8af30b81b6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1598635
Apr 29 15:41:01.920684 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=33121779-391a-4a46-bf56-e2002215535b,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:01.936402 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:01.969549 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b8bb9125-916c-41ac-95ca-138d76cf0b9f req-bcf7f0d0-47d1-493c-868a-27ebeb10e2c3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549440
Apr 29 15:41:02.407469 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:02.580368 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840ddc5b-e1fa-4792-a205-91c8bae07251 None None] Network 64454d9c-2f84-442a-8126-ff8505d50dcd requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:41:02.687626 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-2af9dfcc-9e5c-416f-8d71-90b3d1c699fd None None] Provisioning for port 07d523f1-1702-4abb-be07-3fc2fe253bf3 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:41:02.752751 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683758'] for router, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:02.967711 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf is scheduled to L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 with binding_index 1 {{(pid=73821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 29 15:41:02.979718 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb90a-086f-4055-903b-5913c5612ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:03.084708 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:03.150077 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:41:03.158400 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Sync routers for ids ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:41:03.167393 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Routers {'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:41:03.168020 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee32b71f0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:41:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:03.172816 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:03.174064 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.5733559
Apr 29 15:41:03.176859 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 36962) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:03.368116 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Set router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:41:03.412724 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 07d523f1-1702-4abb-be07-3fc2fe253bf3 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:03.634546 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 07d523f1-1702-4abb-be07-3fc2fe253bf3 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:41:03.651194 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 07d523f1-1702-4abb-be07-3fc2fe253bf3 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:03.651580 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:03.834422 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee32b71f0>, [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:02Z', 'revision_number': 3, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:03.840014 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:03.850305 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Checking router: b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:41:03.850665 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Updating router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf port 33121779-391a-4a46-bf56-e2002215535b binding host dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:41:03.873560 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:03.922721 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 07d523f1-1702-4abb-be07-3fc2fe253bf3, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=07d523f1-1702-4abb-be07-3fc2fe253bf3,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:03.923836 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:03.951700 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:03.960952 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:03.964238 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:04.122365 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=07d523f1-1702-4abb-be07-3fc2fe253bf3,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:04.125552 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:04.168541 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Allocated IP 172.20.0.1 (64454d9c-2f84-442a-8126-ff8505d50dcd/08333d16-5599-4296-a62f-95f451835e61/7b6c88fa-8e40-4164-ae7a-ccefa170aea0) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:41:04.313416 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:04.334374 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Transition to ACTIVE for port object 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 will not be triggered until provisioned by entity DHCP. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:04.336115 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:41:04.343288 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:04.356082 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Transition to ACTIVE for port object 33121779-391a-4a46-bf56-e2002215535b will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:04.358712 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:04.361878 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:04.362882 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:04.367395 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:04.424467 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Network 64454d9c-2f84-442a-8126-ff8505d50dcd is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:41:04.432033 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:41:04.436463 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:41:04.451674 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Attempting to bind port 33121779-391a-4a46-bf56-e2002215535b on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:41:04.452123 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Attempting to bind port 33121779-391a-4a46-bf56-e2002215535b by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:41:04.452450 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Attempting to bind port 33121779-391a-4a46-bf56-e2002215535b on network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:41:04.454654 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267fd5b-1f18-4339-9704-5c2bbf3a9e8f None None] Pushing event updated for resources: {'Port': ['ID=33121779-391a-4a46-bf56-e2002215535b,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:04.458966 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-4267fd5b-1f18-4339-9704-5c2bbf3a9e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:04.462366 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:41:04.462366 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Checking segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:41:04.462770 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:04.463164 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Bound using segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:41:04.463631 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Bound port: 33121779-391a-4a46-bf56-e2002215535b, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:41:04.464006 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:04.482702 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Pushing event updated for resources: {'Port': ['ID=7b6c88fa-8e40-4164-ae7a-ccefa170aea0,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:04.492079 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:04.507914 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661991'] for router_interface, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:04.545011 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] For port 33121779-391a-4a46-bf56-e2002215535b, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:41:04.548276 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] For port 33121779-391a-4a46-bf56-e2002215535b, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=33121779-391a-4a46-bf56-e2002215535b,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:41:04.553505 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:04.557117 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:04.631411 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Routers {'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:41:04.632045 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee32b71f0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:41:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:04.701065 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267fd5b-1f18-4339-9704-5c2bbf3a9e8f None None] Pushing event updated for resources: {'Port': ['ID=33121779-391a-4a46-bf56-e2002215535b,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:04.709118 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-4267fd5b-1f18-4339-9704-5c2bbf3a9e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:04.769542 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:04.778919 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-732ea2eb-db6d-4623-9e93-8e1e43e33bf1 None None] Provisioning for port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:41:04.791706 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-732ea2eb-db6d-4623-9e93-8e1e43e33bf1 None None] Provisioning complete for port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:04.792081 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-732ea2eb-db6d-4623-9e93-8e1e43e33bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:04.867147 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-732ea2eb-db6d-4623-9e93-8e1e43e33bf1 None None] Port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:41:04.869629 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] Set router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:41:04.999765 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:05.004216 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8128073'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:05.032737 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:05.115482 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Pushing event updated for resources: {'Port': ['ID=7b6c88fa-8e40-4164-ae7a-ccefa170aea0,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:05.117970 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661828'] for router_interface, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:05.121439 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:05.158737 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee32b71f0>, [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:02Z', 'revision_number': 3, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:05.163535 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a3489-97c3-4384-bd80-49890b924436 None None] The sync data for ids ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'] in dv-cinder-788782-1-iscsi is: [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:02Z', 'revision_number': 3, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:41:05.252629 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Network 64454d9c-2f84-442a-8126-ff8505d50dcd is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:41:05.253727 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:41:05.348161 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 07d523f1-1702-4abb-be07-3fc2fe253bf3 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:05.447091 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:05.474002 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 07d523f1-1702-4abb-be07-3fc2fe253bf3 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:05.474547 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:05.617835 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:41:05.624343 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-ff67a947-8f32-4f57-8225-90ede9bd38a6 None None] Provisioning complete for port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:05.624726 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ff67a947-8f32-4f57-8225-90ede9bd38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:05.691300 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-ff67a947-8f32-4f57-8225-90ede9bd38a6 None None] Port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:41:05.803277 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:41:05.812298 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] 10.222.0.10 "PUT /v2.0/routers/b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6342273
Apr 29 15:41:06.334925 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37008) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:06.340746 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-279700061-network', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:41:06.345343 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:06.349760 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Usage tracker for resource:network and tenant:7830549fe4cc47c7ba810822d9de8e95 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:06.352741 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:06.359135 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:06.370553 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Made reservation on behalf of 7830549fe4cc47c7ba810822d9de8e95 for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:41:06.373025 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:06.385781 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:06.401132 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:06.405794 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Usage tracker for resource:security_group_rule and tenant:7830549fe4cc47c7ba810822d9de8e95 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:06.408834 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:06.415020 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:06.507394 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:06.512725 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:06.517068 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a693527d-fc54-43ab-bb4c-9bc001c6fdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:06.542533 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:41:06.559666 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23957fee-6818-4134-97bc-65749bc24da2,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:06.563930 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:06.571527 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:06.571748 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.segments_db [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Added segment 2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb of type vlan for network 97cb746d-02ce-43e8-9e47-0c2012372cd9
Apr 29 15:41:06.705269 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:06.736612 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:06.738208 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:06.738869 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:06.744007 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0cad51de-db83-4df6-952b-32a686ccbc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:06.846718 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Pushing event updated for resources: {'Network': ['ID=97cb746d-02ce-43e8-9e47-0c2012372cd9,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:06.849861 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5138478
Apr 29 15:41:06.851456 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:06.853239 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37024) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:06.856647 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 97cb746d-02ce-43e8-9e47-0c2012372cd9 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:41:06.858348 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Request body: {'subnet': {'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-279700061-subnet', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:41:06.863196 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:06.867137 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Usage tracker for resource:subnet and tenant:7830549fe4cc47c7ba810822d9de8e95 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:06.870215 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:06.877144 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:06.885581 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Sync routers for ids ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:41:06.891344 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Made reservation on behalf of 7830549fe4cc47c7ba810822d9de8e95 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:41:06.894360 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6400143'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:06.896653 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Routers {'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:41:06.897315 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee280f6a0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:41:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:07.132405 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Set router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:41:07.385344 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 33121779-391a-4a46-bf56-e2002215535b up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:07.406349 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8127424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6400253'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:07.410382 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c3e6ddbd-f20d-427e-acb2-e3cb4aec58c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:07.463527 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee280f6a0>, [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 4, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '7b6c88fa-8e40-4164-ae7a-ccefa170aea0', 'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'mac_address': 'fa:16:3e:34:ad:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '08333d16-5599-4296-a62f-95f451835e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:04Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 2, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'subnets': [{'id': '08333d16-5599-4296-a62f-95f451835e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:07.467843 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Checking router: b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:41:07.468184 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Updating router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 binding host dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:41:07.483791 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8518d06b-d219-457e-819d-2752e51526e0,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:07.486109 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 33121779-391a-4a46-bf56-e2002215535b completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:41:07.491908 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 33121779-391a-4a46-bf56-e2002215535b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:07.492499 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:07.492976 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:07.498769 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Checking segment: {'id': '2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:41:07.499131 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Network hostable DHCP agents. Network: 97cb746d-02ce-43e8-9e47-0c2012372cd9, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:41:07.519027 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Network 97cb746d-02ce-43e8-9e47-0c2012372cd9 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:41:07.528955 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 97cb746d-02ce-43e8-9e47-0c2012372cd9) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:41:07.538895 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:07.542715 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:07.543292 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f9afa-8fa4-42dd-ac34-53f626c1d154 None None] Network 97cb746d-02ce-43e8-9e47-0c2012372cd9 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:41:07.543420 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:07.570720 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37038) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:07.571265 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-2c1fbd1d-a945-45b2-83d8-fd783a720465 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7171030
Apr 29 15:41:07.576772 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-279700061-router', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:41:07.586301 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:07.591778 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Usage tracker for resource:router and tenant:7830549fe4cc47c7ba810822d9de8e95 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:07.596583 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:07.604462 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:07.623696 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103806'] for router, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:07.625669 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103785'] for router, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:07.644360 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:07.718409 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:07.760988 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 33121779-391a-4a46-bf56-e2002215535b, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=33121779-391a-4a46-bf56-e2002215535b,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:07.799698 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:07.811312 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:07.952233 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=33121779-391a-4a46-bf56-e2002215535b,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:07.956617 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:07.965714 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp594323a0-43f1-584a-9751-39abe0b439be-97cb746d-02ce-43e8-9e47-0c2012372cd9', 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'fixed_ips': [{'subnet_id': '8518d06b-d219-457e-819d-2752e51526e0'}]}} from dv-cinder-788782-1-iscsi. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 29 15:41:07.966716 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.037277 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103835'] for router, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.038242 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.054802 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Transition to ACTIVE for port object 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:08.077256 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.086728 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:08.195891 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Allocated IP 172.20.0.2 (97cb746d-02ce-43e8-9e47-0c2012372cd9/8518d06b-d219-457e-819d-2752e51526e0/7111644a-7f37-4b78-afb4-4ea456198101) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:41:08.236451 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Pushing event updated for resources: {'Port': ['ID=7b6c88fa-8e40-4164-ae7a-ccefa170aea0,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:08.268249 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.268745 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.270814 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.271636 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.272144 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.272663 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.273155 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.273685 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.274187 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.274703 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.275343 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.275802 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:08.286438 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:08.488292 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Attempting to bind port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:41:08.488672 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Attempting to bind port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:41:08.489140 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Attempting to bind port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 on network 64454d9c-2f84-442a-8126-ff8505d50dcd {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:41:08.498073 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:41:08.498608 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Checking segment: {'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:41:08.499081 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.499482 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Bound using segment: {'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:41:08.500948 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Bound port: 7b6c88fa-8e40-4164-ae7a-ccefa170aea0, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:41:08.501348 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.526205 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.574243 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.601393 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.622833 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Transition to ACTIVE for port object 7111644a-7f37-4b78-afb4-4ea456198101 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:08.663587 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Transition to ACTIVE for port object 7111644a-7f37-4b78-afb4-4ea456198101 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:08.672982 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.679947 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:08.727767 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] For port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:41:08.738384 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] For port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=7b6c88fa-8e40-4164-ae7a-ccefa170aea0,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:41:08.748152 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.773652 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-4fab3704-ee94-444d-b57f-dfd6408cabfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:08.775206 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Allocated IP 172.27.3.159 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/64c01dc1-5554-4325-adf5-c48b2f1cf5cc) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:41:08.802245 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Pushing event updated for resources: {'Port': ['ID=7111644a-7f37-4b78-afb4-4ea456198101,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:08.806560 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:08.815256 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Network 97cb746d-02ce-43e8-9e47-0c2012372cd9 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:41:08.816466 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Resources bound (agent type, host, resource id):  {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:41:08.827893 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:41:08.972624 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Pushing event updated for resources: {'Port': ['ID=7b6c88fa-8e40-4164-ae7a-ccefa170aea0,revision_number=4']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:08.978781 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Attempting to bind port 7111644a-7f37-4b78-afb4-4ea456198101 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:41:08.979504 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Attempting to bind port 7111644a-7f37-4b78-afb4-4ea456198101 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:41:08.979617 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Attempting to bind port 7111644a-7f37-4b78-afb4-4ea456198101 on network 97cb746d-02ce-43e8-9e47-0c2012372cd9 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:41:08.990595 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:08.992240 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:41:08.992806 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Checking segment: {'id': '2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:41:08.993957 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:08.995128 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Bound using segment: {'id': '2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:41:08.995635 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Bound port: 7111644a-7f37-4b78-afb4-4ea456198101, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:41:08.996071 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:09.001626 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Routers {'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:41:09.001626 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee280f6a0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:41:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:09.113673 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:09.180372 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:09.191271 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ee01c2d3-16a9-48bd-af76-50fad0061c8b tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:09.195578 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] For port 7111644a-7f37-4b78-afb4-4ea456198101, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:41:09.199122 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] For port 7111644a-7f37-4b78-afb4-4ea456198101, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=7111644a-7f37-4b78-afb4-4ea456198101,segment=NetworkSegment(2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb),segment_id=2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:41:09.207009 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:09.214220 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:09.305807 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:41:09.306715 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:41:09.309246 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:41:09.319495 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Pushing event updated for resources: {'Port': ['ID=7111644a-7f37-4b78-afb4-4ea456198101,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:09.326175 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:09.351975 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] Set router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:41:09.357475 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 33121779-391a-4a46-bf56-e2002215535b up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:09.439606 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 33121779-391a-4a46-bf56-e2002215535b triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:09.439984 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:09.743335 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Pushing event updated for resources: {'Port': ['ID=64c01dc1-5554-4325-adf5-c48b2f1cf5cc,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:09.753329 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.753873 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.754126 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.754603 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.755100 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.755331 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.755677 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.756021 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.756361 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.756741 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.757115 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.757653 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:09.761449 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:09.809017 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee280f6a0>, [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 4, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '7b6c88fa-8e40-4164-ae7a-ccefa170aea0', 'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'mac_address': 'fa:16:3e:34:ad:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '08333d16-5599-4296-a62f-95f451835e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:04Z', 'updated_at': '2021-04-29T15:41:08Z', 'revision_number': 4, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'subnets': [{'id': '08333d16-5599-4296-a62f-95f451835e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:09.813150 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03215979-c238-44fd-a5f5-4bb2b4ac3886 None None] The sync data for ids ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'] in dv-cinder-788782-1-iscsi is: [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 4, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '7b6c88fa-8e40-4164-ae7a-ccefa170aea0', 'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'mac_address': 'fa:16:3e:34:ad:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '08333d16-5599-4296-a62f-95f451835e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:04Z', 'updated_at': '2021-04-29T15:41:08Z', 'revision_number': 4, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'subnets': [{'id': '08333d16-5599-4296-a62f-95f451835e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:41:09.983963 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:10.402905 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683758'] for router, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:10.559233 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b48c07e-e8c4-4b97-bfd2-8bab343b5c10 None None] Network 97cb746d-02ce-43e8-9e47-0c2012372cd9 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:41:10.650327 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 is scheduled to L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 with binding_index 1 {{(pid=73822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 29 15:41:10.654399 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37102) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:10.675909 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-605a1971-feee-46c3-8b3d-36d0c162ffc2 None None] Provisioning for port 7111644a-7f37-4b78-afb4-4ea456198101 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:41:10.816396 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3b8d29ff-853e-478b-b4ef-2fc8c45c5b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:10.846132 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3b8d29ff-853e-478b-b4ef-2fc8c45c5b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:10.853433 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-3b8d29ff-853e-478b-b4ef-2fc8c45c5b4f admin admin] Usage tracker for resource:security_group_rule and tenant:29612084b03246079541c77f347f93d0 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:10.856475 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-3b8d29ff-853e-478b-b4ef-2fc8c45c5b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:10.862412 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-3b8d29ff-853e-478b-b4ef-2fc8c45c5b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:10.866904 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:41:10.881034 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Sync routers for ids ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:41:10.891583 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Routers {'2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:41:10.892278 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3141b80>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:41:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:10.902835 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:10.906705 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.3314667
Apr 29 15:41:10.906888 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37108) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:10.970227 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3b8d29ff-853e-478b-b4ef-2fc8c45c5b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:10.976086 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3b8d29ff-853e-478b-b4ef-2fc8c45c5b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:11.002507 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8e5195ad-eb2d-492a-9585-c3877dd7fe3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:11.036698 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-3b8d29ff-853e-478b-b4ef-2fc8c45c5b4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29612084b03246079541c77f347f93d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3808050
Apr 29 15:41:11.040061 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37112) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:11.083234 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d29ff-853e-478b-b4ef-2fc8c45c5b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a23ce1-c1b0-422a-be74-f49c9241046d,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:11.087048 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3b8d29ff-853e-478b-b4ef-2fc8c45c5b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:11.179160 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01799f0f-e1c6-4a65-842c-5a870c0575d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:11.196169 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Set router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:41:11.213586 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01799f0f-e1c6-4a65-842c-5a870c0575d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:11.307503 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01799f0f-e1c6-4a65-842c-5a870c0575d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:11.313023 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-2f40a0a6-cfa1-4098-bbc3-45d5253f05c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:11.350984 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01799f0f-e1c6-4a65-842c-5a870c0575d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a23ce1-c1b0-422a-be74-f49c9241046d,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:11.358294 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-01799f0f-e1c6-4a65-842c-5a870c0575d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:11.366049 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-01799f0f-e1c6-4a65-842c-5a870c0575d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:11.369286 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-01799f0f-e1c6-4a65-842c-5a870c0575d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43a23ce1-c1b0-422a-be74-f49c9241046d HTTP/1.1" status: 204  len: 168 time: 0.3282380
Apr 29 15:41:11.477457 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:11.614159 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:41:11.620798 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:11.621446 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:11.704263 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3141b80>, [{'id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'name': 'tempest-TestMinimumBasicScenario-279700061-router', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:07Z', 'updated_at': '2021-04-29T15:41:09Z', 'revision_number': 3, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'gw_port': {'id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:08Z', 'updated_at': '2021-04-29T15:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:11.711305 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Checking router: 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:41:11.711711 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Updating router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc binding host dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:41:11.813403 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:11.842355 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:11.865596 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:11.954241 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=7b6c88fa-8e40-4164-ae7a-ccefa170aea0,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:11.963802 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:11.964823 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7111644a-7f37-4b78-afb4-4ea456198101 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:11.994066 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:12.140616 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Allocated IP 172.20.0.1 (97cb746d-02ce-43e8-9e47-0c2012372cd9/8518d06b-d219-457e-819d-2752e51526e0/979c39cf-984d-4a3f-9ec8-36be770c25dc) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:41:12.184164 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=7b6c88fa-8e40-4164-ae7a-ccefa170aea0,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:12.193923 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:12.216529 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 7111644a-7f37-4b78-afb4-4ea456198101 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:41:12.230552 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 7111644a-7f37-4b78-afb4-4ea456198101 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:12.230931 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.351662 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.377719 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Transition to ACTIVE for port object 979c39cf-984d-4a3f-9ec8-36be770c25dc will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:12.404882 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.409589 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-69de6154-25a6-482c-be75-67b2827e7a42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:12.477002 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Network 97cb746d-02ce-43e8-9e47-0c2012372cd9 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:41:12.480151 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:41:12.483961 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:41:12.488444 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.505311 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Transition to ACTIVE for port object 64c01dc1-5554-4325-adf5-c48b2f1cf5cc will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:12.527799 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.532149 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Pushing event updated for resources: {'Port': ['ID=979c39cf-984d-4a3f-9ec8-36be770c25dc,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:12.534121 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:12.537395 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:12.567629 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661991'] for router_interface, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.589539 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.640076 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ae927-5cce-4a4c-ae5a-defca0a5b74a None None] Pushing event updated for resources: {'Port': ['ID=64c01dc1-5554-4325-adf5-c48b2f1cf5cc,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:12.646677 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-597ae927-5cce-4a4c-ae5a-defca0a5b74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:12.654064 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Attempting to bind port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:41:12.654697 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Attempting to bind port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:41:12.655010 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Attempting to bind port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc on network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:41:12.663049 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 7111644a-7f37-4b78-afb4-4ea456198101, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=7111644a-7f37-4b78-afb4-4ea456198101,segment=NetworkSegment(2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb),segment_id=2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:12.664287 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:41:12.664654 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Checking segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:41:12.665166 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.665495 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Bound using segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:41:12.666053 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Bound port: 64c01dc1-5554-4325-adf5-c48b2f1cf5cc, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:41:12.666327 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.695584 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.703262 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-4267fd5b-1f18-4339-9704-5c2bbf3a9e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:12.742674 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.839300 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-dad769b8-ef91-47b5-aa8c-523ce15a3093 None None] Provisioning for port 979c39cf-984d-4a3f-9ec8-36be770c25dc completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:41:12.851780 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-dad769b8-ef91-47b5-aa8c-523ce15a3093 None None] Provisioning complete for port 979c39cf-984d-4a3f-9ec8-36be770c25dc triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:12.852145 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-dad769b8-ef91-47b5-aa8c-523ce15a3093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.882176 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] For port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:41:12.897247 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=7111644a-7f37-4b78-afb4-4ea456198101,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:12.903039 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:12.913403 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] For port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=64c01dc1-5554-4325-adf5-c48b2f1cf5cc,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:41:12.920538 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-dad769b8-ef91-47b5-aa8c-523ce15a3093 None None] Port 979c39cf-984d-4a3f-9ec8-36be770c25dc cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:41:12.922576 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:12.927506 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:13.003446 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:13.005860 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Routers {'2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:41:13.006489 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3141b80>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:41:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:13.009149 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:13.038494 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8370832a-bdd7-4fe6-b648-5ee498935caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:13.070853 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ae927-5cce-4a4c-ae5a-defca0a5b74a None None] Pushing event updated for resources: {'Port': ['ID=64c01dc1-5554-4325-adf5-c48b2f1cf5cc,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:13.080053 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-597ae927-5cce-4a4c-ae5a-defca0a5b74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:13.140287 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Pushing event updated for resources: {'Port': ['ID=979c39cf-984d-4a3f-9ec8-36be770c25dc,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:13.143263 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:13.145000 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661828'] for router_interface, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:13.208954 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] Set router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:41:13.302267 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Network 97cb746d-02ce-43e8-9e47-0c2012372cd9 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:41:13.304088 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:41:13.555699 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:13.677285 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:41:13.684608 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-dea06781-f00d-4e14-800e-298e54cd218b None None] Provisioning complete for port 979c39cf-984d-4a3f-9ec8-36be770c25dc triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:13.685165 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-dea06781-f00d-4e14-800e-298e54cd218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:13.747572 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:13.747956 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:13.777632 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-dea06781-f00d-4e14-800e-298e54cd218b None None] Port 979c39cf-984d-4a3f-9ec8-36be770c25dc cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:41:13.816604 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3141b80>, [{'id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'name': 'tempest-TestMinimumBasicScenario-279700061-router', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:07Z', 'updated_at': '2021-04-29T15:41:12Z', 'revision_number': 4, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'gw_port': {'id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:08Z', 'updated_at': '2021-04-29T15:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '979c39cf-984d-4a3f-9ec8-36be770c25dc', 'name': '', 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'mac_address': 'fa:16:3e:0c:ab:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8518d06b-d219-457e-819d-2752e51526e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:11Z', 'updated_at': '2021-04-29T15:41:12Z', 'revision_number': 2, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'subnets': [{'id': '8518d06b-d219-457e-819d-2752e51526e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:13.818447 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37188) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:13.822020 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d1b6a4-b981-48ca-8c44-f4e129cf404a None None] The sync data for ids ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'] in dv-cinder-788782-1-iscsi is: [{'id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'name': 'tempest-TestMinimumBasicScenario-279700061-router', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:07Z', 'updated_at': '2021-04-29T15:41:12Z', 'revision_number': 4, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'gw_port': {'id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:08Z', 'updated_at': '2021-04-29T15:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '979c39cf-984d-4a3f-9ec8-36be770c25dc', 'name': '', 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'mac_address': 'fa:16:3e:0c:ab:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8518d06b-d219-457e-819d-2752e51526e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:11Z', 'updated_at': '2021-04-29T15:41:12Z', 'revision_number': 2, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'subnets': [{'id': '8518d06b-d219-457e-819d-2752e51526e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:41:13.867284 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:41:13.877641 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] 10.222.0.10 "PUT /v2.0/routers/2ceef3cd-c3e9-4879-9aab-8a3cbe584f21/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9682586
Apr 29 15:41:13.890691 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7111644a-7f37-4b78-afb4-4ea456198101 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:13.961274 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 7111644a-7f37-4b78-afb4-4ea456198101 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:13.961658 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:13.990042 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d72c92a1-e1da-44da-be20-11ad9674930a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:14.005928 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d72c92a1-e1da-44da-be20-11ad9674930a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:14.010232 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d72c92a1-e1da-44da-be20-11ad9674930a admin admin] Usage tracker for resource:security_group_rule and tenant:5a3176dffc9d4cec8b7fac732f1d366f is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:14.013133 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d72c92a1-e1da-44da-be20-11ad9674930a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:14.019158 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d72c92a1-e1da-44da-be20-11ad9674930a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:14.166000 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d72c92a1-e1da-44da-be20-11ad9674930a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:14.171979 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d72c92a1-e1da-44da-be20-11ad9674930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:14.181631 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:14.219988 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c92a1-e1da-44da-be20-11ad9674930a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d4b6a3-9089-4371-8cd8-d89e4973c574,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:14.228427 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d72c92a1-e1da-44da-be20-11ad9674930a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:14.236840 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37202) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:14.249254 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-d72c92a1-e1da-44da-be20-11ad9674930a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a3176dffc9d4cec8b7fac732f1d366f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4277172
Apr 29 15:41:14.312733 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0877d09b-ec78-48dc-97bd-40338f2d6a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:14.343061 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0877d09b-ec78-48dc-97bd-40338f2d6a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:14.421961 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0877d09b-ec78-48dc-97bd-40338f2d6a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:14.428295 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3c4c83c7-1193-4295-9766-4eb3aba72774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:14.443067 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877d09b-ec78-48dc-97bd-40338f2d6a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d4b6a3-9089-4371-8cd8-d89e4973c574,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:14.452220 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0877d09b-ec78-48dc-97bd-40338f2d6a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:14.453266 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0877d09b-ec78-48dc-97bd-40338f2d6a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:14.455043 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-0877d09b-ec78-48dc-97bd-40338f2d6a03 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3d4b6a3-9089-4371-8cd8-d89e4973c574 HTTP/1.1" status: 204  len: 168 time: 0.2159603
Apr 29 15:41:14.935282 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37236) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:14.958983 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f2eddd40-e796-4b25-ada6-4e32760456f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:14.989699 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f2eddd40-e796-4b25-ada6-4e32760456f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:14.999671 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-f2eddd40-e796-4b25-ada6-4e32760456f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b376bc4e04654d2bb0cb0152fa96b30b is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:15.003490 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-f2eddd40-e796-4b25-ada6-4e32760456f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:15.010435 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f2eddd40-e796-4b25-ada6-4e32760456f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:15.172809 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f2eddd40-e796-4b25-ada6-4e32760456f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:15.185179 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f2eddd40-e796-4b25-ada6-4e32760456f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:15.193708 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d229e260-dc6c-4e99-b937-fef5796ca1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:15.244138 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b8309-8bdf-4d94-bc5c-3e5eb1040ede req-2493f196-ca43-4f3c-b66b-113988fb1a1c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:15.245673 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-082b8309-8bdf-4d94-bc5c-3e5eb1040ede req-2493f196-ca43-4f3c-b66b-113988fb1a1c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1712918
Apr 29 15:41:15.263796 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-f2eddd40-e796-4b25-ada6-4e32760456f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b376bc4e04654d2bb0cb0152fa96b30b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3261180
Apr 29 15:41:15.264204 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37246) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:15.301873 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eddd40-e796-4b25-ada6-4e32760456f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ad021c-20f2-4c37-9066-d0c929208219,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:15.308248 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f2eddd40-e796-4b25-ada6-4e32760456f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:15.374952 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-082b8309-8bdf-4d94-bc5c-3e5eb1040ede req-1bb432de-6689-45dd-9621-bdc00238ed1c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087539
Apr 29 15:41:15.376646 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-741b0642-802e-49ca-9f5a-ccadbc976d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:15.404063 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-741b0642-802e-49ca-9f5a-ccadbc976d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:15.411897 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 64c01dc1-5554-4325-adf5-c48b2f1cf5cc up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:15.473553 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-741b0642-802e-49ca-9f5a-ccadbc976d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:15.478620 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0b1c5d2b-3437-4514-ab56-965bfd162660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:15.492799 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b0642-802e-49ca-9f5a-ccadbc976d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ad021c-20f2-4c37-9066-d0c929208219,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:15.503723 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-741b0642-802e-49ca-9f5a-ccadbc976d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:15.505239 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-741b0642-802e-49ca-9f5a-ccadbc976d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:15.509190 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-741b0642-802e-49ca-9f5a-ccadbc976d17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08ad021c-20f2-4c37-9066-d0c929208219 HTTP/1.1" status: 204  len: 168 time: 0.2433863
Apr 29 15:41:15.589810 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:41:15.596343 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:15.596940 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:15.803679 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:15.831259 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=64c01dc1-5554-4325-adf5-c48b2f1cf5cc,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:15.835979 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:15.841280 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:15.945559 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=64c01dc1-5554-4325-adf5-c48b2f1cf5cc,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:15.955646 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.956247 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.956760 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.957279 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.958035 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.959365 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.959875 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.960391 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.960890 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.961404 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.964570 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.965177 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:15.979813 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:16.683292 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3188de2-d5f1-4218-83d5-372d30f33c3b req-f4cc5871-1c45-4f59-823d-92d10fe1fc8f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:16.690563 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b3188de2-d5f1-4218-83d5-372d30f33c3b req-f4cc5871-1c45-4f59-823d-92d10fe1fc8f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1304269
Apr 29 15:41:16.754168 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b3188de2-d5f1-4218-83d5-372d30f33c3b req-69a99cbd-8662-4c8e-98ba-727c29d4b01e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627093
Apr 29 15:41:17.369949 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 64c01dc1-5554-4325-adf5-c48b2f1cf5cc up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:17.517509 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:17.518261 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:17.560186 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37312) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:17.618800 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Sync routers for ids ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:41:17.636207 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Routers {'2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:41:17.643129 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee280f940>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:41:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:17.746103 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-04f48a24-2af4-476b-a470-7945d8299498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:17.762141 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-04f48a24-2af4-476b-a470-7945d8299498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:17.766240 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-04f48a24-2af4-476b-a470-7945d8299498 admin admin] Usage tracker for resource:security_group_rule and tenant:acb53797af96435abce435a8575b980b is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:17.769270 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-04f48a24-2af4-476b-a470-7945d8299498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:17.776036 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-04f48a24-2af4-476b-a470-7945d8299498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:17.844990 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Set router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:41:17.875413 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-04f48a24-2af4-476b-a470-7945d8299498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:17.882610 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-04f48a24-2af4-476b-a470-7945d8299498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:17.898993 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9fee5e36-f2d8-466d-ba64-78b022fcb6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:17.987647 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-04f48a24-2af4-476b-a470-7945d8299498 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acb53797af96435abce435a8575b980b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4265454
Apr 29 15:41:17.990932 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37320) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:18.001233 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f48a24-2af4-476b-a470-7945d8299498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfda6c5-df6b-450b-a23b-2a625cc5b797,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:18.010081 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-04f48a24-2af4-476b-a470-7945d8299498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:18.061135 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9ec53da7-f6bc-4626-9cd6-3983c355e4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:18.063318 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e14f4-cda9-4f42-a11f-8efec34274e7 req-f8e50e71-3c28-4167-b6b2-ce1d07e017aa tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:18.071061 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c46e14f4-cda9-4f42-a11f-8efec34274e7 req-f8e50e71-3c28-4167-b6b2-ce1d07e017aa tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1480336
Apr 29 15:41:18.093638 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9ec53da7-f6bc-4626-9cd6-3983c355e4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:18.134272 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c46e14f4-cda9-4f42-a11f-8efec34274e7 req-58d1d5b8-8a06-4a46-a37d-711d132e5b62 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622125
Apr 29 15:41:18.175077 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9ec53da7-f6bc-4626-9cd6-3983c355e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:18.179488 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3b8d29ff-853e-478b-b4ef-2fc8c45c5b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:18.193351 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec53da7-f6bc-4626-9cd6-3983c355e4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfda6c5-df6b-450b-a23b-2a625cc5b797,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:18.197294 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9ec53da7-f6bc-4626-9cd6-3983c355e4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:18.210036 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9ec53da7-f6bc-4626-9cd6-3983c355e4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:18.214581 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-9ec53da7-f6bc-4626-9cd6-3983c355e4ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4dfda6c5-df6b-450b-a23b-2a625cc5b797 HTTP/1.1" status: 204  len: 168 time: 0.2220154
Apr 29 15:41:18.242252 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee280f940>, [{'id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'name': 'tempest-TestMinimumBasicScenario-279700061-router', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:07Z', 'updated_at': '2021-04-29T15:41:12Z', 'revision_number': 4, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'gw_port': {'id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:08Z', 'updated_at': '2021-04-29T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '979c39cf-984d-4a3f-9ec8-36be770c25dc', 'name': '', 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'mac_address': 'fa:16:3e:0c:ab:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8518d06b-d219-457e-819d-2752e51526e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:11Z', 'updated_at': '2021-04-29T15:41:12Z', 'revision_number': 2, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'subnets': [{'id': '8518d06b-d219-457e-819d-2752e51526e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:18.246959 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Checking router: 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:41:18.247511 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Updating router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 port 979c39cf-984d-4a3f-9ec8-36be770c25dc binding host dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:41:18.309258 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:18.741232 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:18.750607 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Transition to ACTIVE for port object 979c39cf-984d-4a3f-9ec8-36be770c25dc will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:18.758093 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:18.762981 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:18.833734 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fcee9-0957-4075-9e0c-d82677bebd31 None None] Pushing event updated for resources: {'Port': ['ID=979c39cf-984d-4a3f-9ec8-36be770c25dc,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:18.884910 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-326fcee9-0957-4075-9e0c-d82677bebd31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:19.052653 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Attempting to bind port 979c39cf-984d-4a3f-9ec8-36be770c25dc on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:41:19.053232 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Attempting to bind port 979c39cf-984d-4a3f-9ec8-36be770c25dc by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:41:19.053761 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Attempting to bind port 979c39cf-984d-4a3f-9ec8-36be770c25dc on network 97cb746d-02ce-43e8-9e47-0c2012372cd9 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:41:19.059888 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:41:19.060260 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Checking segment: {'id': '2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:41:19.060795 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:19.061066 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Bound using segment: {'id': '2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:41:19.061526 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Bound port: 979c39cf-984d-4a3f-9ec8-36be770c25dc, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:41:19.061913 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:19.208557 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] For port 979c39cf-984d-4a3f-9ec8-36be770c25dc, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:41:19.211816 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] For port 979c39cf-984d-4a3f-9ec8-36be770c25dc, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=979c39cf-984d-4a3f-9ec8-36be770c25dc,segment=NetworkSegment(2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb),segment_id=2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:41:19.223299 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:19.228465 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-a5f5aca7-a349-470f-a861-387b73b34178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:19.337850 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Routers {'2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:41:19.338485 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee280f940>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:41:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:19.452523 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13a1ca-d2ff-4ae8-9e71-e9021247ddfb req-b300662d-52c9-4380-9fcb-2d863e4d2165 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:19.461804 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ed13a1ca-d2ff-4ae8-9e71-e9021247ddfb req-b300662d-52c9-4380-9fcb-2d863e4d2165 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1664877
Apr 29 15:41:19.524441 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ed13a1ca-d2ff-4ae8-9e71-e9021247ddfb req-3ce64772-752c-4b88-9e85-0f3b40e570f1 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556388
Apr 29 15:41:19.601704 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fcee9-0957-4075-9e0c-d82677bebd31 None None] Pushing event updated for resources: {'Port': ['ID=979c39cf-984d-4a3f-9ec8-36be770c25dc,revision_number=4']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:19.609792 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-326fcee9-0957-4075-9e0c-d82677bebd31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:19.710679 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] Set router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:41:20.161146 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee280f940>, [{'id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'name': 'tempest-TestMinimumBasicScenario-279700061-router', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:07Z', 'updated_at': '2021-04-29T15:41:12Z', 'revision_number': 4, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'gw_port': {'id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:08Z', 'updated_at': '2021-04-29T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '979c39cf-984d-4a3f-9ec8-36be770c25dc', 'name': '', 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'mac_address': 'fa:16:3e:0c:ab:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8518d06b-d219-457e-819d-2752e51526e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:11Z', 'updated_at': '2021-04-29T15:41:19Z', 'revision_number': 4, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'subnets': [{'id': '8518d06b-d219-457e-819d-2752e51526e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:20.166000 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba50cae-0355-4bc0-92ec-a4c8f1a0d6ce None None] The sync data for ids ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'] in dv-cinder-788782-1-iscsi is: [{'id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'name': 'tempest-TestMinimumBasicScenario-279700061-router', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:07Z', 'updated_at': '2021-04-29T15:41:12Z', 'revision_number': 4, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'gw_port': {'id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:08Z', 'updated_at': '2021-04-29T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '979c39cf-984d-4a3f-9ec8-36be770c25dc', 'name': '', 'network_id': '97cb746d-02ce-43e8-9e47-0c2012372cd9', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'mac_address': 'fa:16:3e:0c:ab:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '8518d06b-d219-457e-819d-2752e51526e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:11Z', 'updated_at': '2021-04-29T15:41:19Z', 'revision_number': 4, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'subnets': [{'id': '8518d06b-d219-457e-819d-2752e51526e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:41:20.784331 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a89e-c065-449d-8bc5-df0a9339d5bb req-e67f8a12-eba1-4c57-a8d5-ca8e098f56d4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:20.795990 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-08e0a89e-c065-449d-8bc5-df0a9339d5bb req-e67f8a12-eba1-4c57-a8d5-ca8e098f56d4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1509662
Apr 29 15:41:20.870481 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-08e0a89e-c065-449d-8bc5-df0a9339d5bb req-14078cc5-3faa-41ad-8c09-84e6e9c30181 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600188
Apr 29 15:41:21.412300 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 979c39cf-984d-4a3f-9ec8-36be770c25dc up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:21.485643 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 979c39cf-984d-4a3f-9ec8-36be770c25dc completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:41:21.491626 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 979c39cf-984d-4a3f-9ec8-36be770c25dc triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:21.492007 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:21.618872 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:21.654940 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 979c39cf-984d-4a3f-9ec8-36be770c25dc, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=979c39cf-984d-4a3f-9ec8-36be770c25dc,segment=NetworkSegment(2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb),segment_id=2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:21.660649 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:21.662672 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:21.734317 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=979c39cf-984d-4a3f-9ec8-36be770c25dc,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:21.739568 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:22.165978 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025566-56f1-4aa4-9ef1-3d529352a91e req-58887447-4f23-4c21-a611-59a84f7482d4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:22.167539 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6b025566-56f1-4aa4-9ef1-3d529352a91e req-58887447-4f23-4c21-a611-59a84f7482d4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1798921
Apr 29 15:41:22.230682 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6b025566-56f1-4aa4-9ef1-3d529352a91e req-9b875214-a49a-4e32-b373-09b57b7c4963 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538554
Apr 29 15:41:23.393066 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 979c39cf-984d-4a3f-9ec8-36be770c25dc up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:23.536951 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c23a8e-293e-4927-9c40-8a4d0c48b230 req-923ba5d7-e551-4d4b-900f-167d9faa92ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:23.538589 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f2c23a8e-293e-4927-9c40-8a4d0c48b230 req-923ba5d7-e551-4d4b-900f-167d9faa92ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1828308
Apr 29 15:41:23.539867 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 979c39cf-984d-4a3f-9ec8-36be770c25dc triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:23.541323 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:23.639583 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f2c23a8e-293e-4927-9c40-8a4d0c48b230 req-dff73401-8aaf-4a8b-9cc6-c30d5238a21c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916460
Apr 29 15:41:24.103083 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37438) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:24.240452 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:24.257434 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:24.262364 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Usage tracker for resource:security_group_rule and tenant:a253e88a49b742878b9427f0cb8dd253 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:24.268502 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:24.276032 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:24.388717 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:24.393094 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:24.405826 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d90cd265-a857-4fd3-942e-783da9109fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:24.447903 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fd1e81-b4ca-4e8b-a0be-cc44916a859c,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:24.456157 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.456589 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.457240 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.458665 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.459171 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.459580 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.459938 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.460761 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.460761 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.461272 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.461747 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.462097 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:41:24.470169 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a253e88a49b742878b9427f0cb8dd253&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3636763
Apr 29 15:41:24.470169 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:24.472308 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37444) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:24.536543 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-697fab7c-d969-4e33-9fd2-bdee964042da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:24.563702 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-697fab7c-d969-4e33-9fd2-bdee964042da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:24.623606 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-697fab7c-d969-4e33-9fd2-bdee964042da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:24.627494 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ae386ec7-f585-4ac5-9de6-df87da3fbab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:24.640867 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fab7c-d969-4e33-9fd2-bdee964042da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fd1e81-b4ca-4e8b-a0be-cc44916a859c,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:24.643777 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-697fab7c-d969-4e33-9fd2-bdee964042da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:24.646411 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-697fab7c-d969-4e33-9fd2-bdee964042da admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:24.647581 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-697fab7c-d969-4e33-9fd2-bdee964042da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2fd1e81-b4ca-4e8b-a0be-cc44916a859c HTTP/1.1" status: 204  len: 168 time: 0.1761215
Apr 29 15:41:25.094517 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb76d7d-eca5-4c87-b57b-3cfe4f7bf57d req-a466e71c-8acb-4dbe-9e8a-835feaf82cc6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:25.106092 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2fb76d7d-eca5-4c87-b57b-3cfe4f7bf57d req-a466e71c-8acb-4dbe-9e8a-835feaf82cc6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1636131
Apr 29 15:41:25.178407 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37464) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:25.200954 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2fb76d7d-eca5-4c87-b57b-3cfe4f7bf57d req-8a242ab3-00a1-457a-99bf-ab57711360dc tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928614
Apr 29 15:41:25.206584 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c1a455b1-45a7-4c0e-8dcd-252396fa4fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:25.224815 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c1a455b1-45a7-4c0e-8dcd-252396fa4fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:25.229510 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-c1a455b1-45a7-4c0e-8dcd-252396fa4fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:5a89047d1eec4519b5b35792c2659b93 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:25.232619 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-c1a455b1-45a7-4c0e-8dcd-252396fa4fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:25.240553 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c1a455b1-45a7-4c0e-8dcd-252396fa4fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:25.461210 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c1a455b1-45a7-4c0e-8dcd-252396fa4fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:25.470037 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c1a455b1-45a7-4c0e-8dcd-252396fa4fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:25.479787 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:25.525611 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-c1a455b1-45a7-4c0e-8dcd-252396fa4fb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a89047d1eec4519b5b35792c2659b93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3448250
Apr 29 15:41:25.527566 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37472) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:25.529766 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a455b1-45a7-4c0e-8dcd-252396fa4fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ed249e-aed4-48c8-af6c-abcc51ec2a21,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:25.534712 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c1a455b1-45a7-4c0e-8dcd-252396fa4fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:25.636050 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a349-ade8-4abe-9baf-2bd6ae640659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:25.675551 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a349-ade8-4abe-9baf-2bd6ae640659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:25.748576 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a349-ade8-4abe-9baf-2bd6ae640659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:25.756273 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6f23ca23-e32b-46c3-a9cc-70df06bcc792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:25.776253 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6a349-ade8-4abe-9baf-2bd6ae640659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ed249e-aed4-48c8-af6c-abcc51ec2a21,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:25.782056 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0bb6a349-ade8-4abe-9baf-2bd6ae640659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:25.784109 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a349-ade8-4abe-9baf-2bd6ae640659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:25.798546 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-0bb6a349-ade8-4abe-9baf-2bd6ae640659 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5ed249e-aed4-48c8-af6c-abcc51ec2a21 HTTP/1.1" status: 204  len: 168 time: 0.2596426
Apr 29 15:41:26.447433 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9f103-261d-4085-9982-84568da94051 req-f6a38bf7-e348-4579-ab55-0111841df13e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:26.449143 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-21a9f103-261d-4085-9982-84568da94051 req-f6a38bf7-e348-4579-ab55-0111841df13e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1352136
Apr 29 15:41:26.501619 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-21a9f103-261d-4085-9982-84568da94051 req-34572d8a-e504-4323-b386-6ed2e8cf2cad tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443883
Apr 29 15:41:26.505619 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:26.769448 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-e87b3ca8-6a5e-4440-835f-76095059e509 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:26.770825 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-e87b3ca8-6a5e-4440-835f-76095059e509 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Synchronizing usage tracker for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:network {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:41:26.798949 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-e87b3ca8-6a5e-4440-835f-76095059e509 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Unset dirty status for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:network {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:41:26.800129 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-e87b3ca8-6a5e-4440-835f-76095059e509 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/networks?id=64454d9c-2f84-442a-8126-ff8505d50dcd HTTP/1.1" status: 200  len: 814 time: 0.2040033
Apr 29 15:41:26.831586 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-7a8498ee-3757-4eca-b066-1c0df68ed03b tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/quotas/0a8498e2580b4ba29e4199fe811edb8c HTTP/1.1" status: 200  len: 375 time: 0.0172675
Apr 29 15:41:26.938375 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-f4dd59c0-0a43-44ca-adf7-2ca72933750e tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Synchronizing usage tracker for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:41:26.961175 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-f4dd59c0-0a43-44ca-adf7-2ca72933750e tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Unset dirty status for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:41:26.969446 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-f4dd59c0-0a43-44ca-adf7-2ca72933750e tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a8498e2580b4ba29e4199fe811edb8c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1296866
Apr 29 15:41:27.227778 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-2acb35e0-ad75-4090-bc94-69d4656df754 service neutron] 10.222.0.10 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512615
Apr 29 15:41:27.381401 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-2400025c-7f02-4908-9f04-11e42627e6de service neutron] 10.222.0.10 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470819
Apr 29 15:41:27.620833 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dac58b23-d5d6-46ed-bb1c-2a2d698d7479 req-5f35a522-a24d-4695-a4d2-33dfe9d5db43 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 210 time: 0.0535698
Apr 29 15:41:27.725013 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699abd-523d-45e2-941e-2430884670f7 req-c87bdf59-e7f7-4bbe-bca2-a3086777f873 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:27.726489 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-93699abd-523d-45e2-941e-2430884670f7 req-c87bdf59-e7f7-4bbe-bca2-a3086777f873 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0886881
Apr 29 15:41:27.778014 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-93699abd-523d-45e2-941e-2430884670f7 req-5c9da81d-c520-4c3f-a8e5-e19a331cd88c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455410
Apr 29 15:41:28.302508 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c210ef-0d66-4264-aca7-08973e59c65a req-427ab040-8684-475c-86c8-bdc68df0d256 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:28.305378 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-72c210ef-0d66-4264-aca7-08973e59c65a req-427ab040-8684-475c-86c8-bdc68df0d256 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0877941
Apr 29 15:41:28.356741 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-72c210ef-0d66-4264-aca7-08973e59c65a req-cf34f544-1ac5-4c43-8a27-41becb97d54a tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427909
Apr 29 15:41:28.778836 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1ba205a-f58e-45ed-93c1-84341ef3c65e req-c55a18e3-3654-4a49-93b0-ec50492286bb tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 210 time: 0.0442359
Apr 29 15:41:29.005902 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c5085-62aa-41bf-834f-743f02237acc req-748b899f-9c41-442b-a4c2-11f615393397 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:29.018037 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-273c5085-62aa-41bf-834f-743f02237acc req-748b899f-9c41-442b-a4c2-11f615393397 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1219049
Apr 29 15:41:29.064223 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-273c5085-62aa-41bf-834f-743f02237acc req-bc69d418-c51a-48c5-8b83-77e5c41a7abf tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450268
Apr 29 15:41:29.101224 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-132687c6-f036-446b-b081-0789907e8781 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:29.103534 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-132687c6-f036-446b-b081-0789907e8781 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.32 "GET /v2.0/networks?id=64454d9c-2f84-442a-8126-ff8505d50dcd HTTP/1.1" status: 200  len: 814 time: 0.1900165
Apr 29 15:41:29.123598 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Request body: {'port': {'device_id': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'admin_state_up': True, 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:41:29.273042 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:29.282998 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:29.293041 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Made reservation on behalf of 0a8498e2580b4ba29e4199fe811edb8c for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:41:29.296991 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:29.618123 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Allocated IP 172.20.0.14 (64454d9c-2f84-442a-8126-ff8505d50dcd/08333d16-5599-4296-a62f-95f451835e61/1136b1cc-6d61-4aa0-8a04-1c287683c0a0) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:41:29.672947 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292a628-dc95-40a8-bed9-16f45e11fc79 req-6f79c529-14fc-4eae-8568-010a89e8807c tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:29.674617 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d292a628-dc95-40a8-bed9-16f45e11fc79 req-6f79c529-14fc-4eae-8568-010a89e8807c tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.1384156
Apr 29 15:41:29.773698 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d292a628-dc95-40a8-bed9-16f45e11fc79 req-c9aad9bc-b251-4367-872a-182f7fb06324 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805731
Apr 29 15:41:29.980771 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-96ed38c9-18a3-40a8-a398-37dc0c3f79ee req-39070396-463a-47ba-93d3-0d61e747d26e tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 210 time: 0.0616510
Apr 29 15:41:30.037163 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:30.056497 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Transition to ACTIVE for port object 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:30.082946 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:30.089997 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bc7fb1ee-a681-4ecc-8300-bb6b241e281f tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:30.156148 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Network 64454d9c-2f84-442a-8126-ff8505d50dcd is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:41:30.159489 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:41:30.163023 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:41:30.222098 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1fa713b8-afbd-45cd-86cb-17ca268735b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:30.252769 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'Port': ['ID=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:30.265532 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:30.291936 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:30.292759 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:30.448702 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3301976
Apr 29 15:41:30.462636 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72df8a-f201-4a70-92ae-1889086331b8 req-cf9d97b8-2dcf-41ef-8c4a-26070e79e58f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:30.464092 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8d72df8a-f201-4a70-92ae-1889086331b8 req-cf9d97b8-2dcf-41ef-8c4a-26070e79e58f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1671588
Apr 29 15:41:30.519075 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8d72df8a-f201-4a70-92ae-1889086331b8 req-71b4dc26-0f21-429c-bbb4-4b91b6e47e3a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489385
Apr 29 15:41:30.521405 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f545228f-496d-47bd-bc66-61b0419689ec None None] Provisioning for port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:41:30.527344 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f545228f-496d-47bd-bc66-61b0419689ec None None] Provisioning complete for port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:30.527795 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f545228f-496d-47bd-bc66-61b0419689ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:30.587645 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-f545228f-496d-47bd-bc66-61b0419689ec None None] Port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:41:30.987759 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b9739-f420-4461-a3c0-5fe865a97003 req-a2ec5868-02fb-4410-86ee-0ab3ac188e9c tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:30.990149 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bb4b9739-f420-4461-a3c0-5fe865a97003 req-a2ec5868-02fb-4410-86ee-0ab3ac188e9c tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0944228
Apr 29 15:41:31.045983 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bb4b9739-f420-4461-a3c0-5fe865a97003 req-1407bd53-2ad3-4303-8ec4-c35afc0e56b0 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479398
Apr 29 15:41:31.062047 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37698) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:31.140753 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-450436df-6bf8-4559-b566-2aef28cda6ba admin admin] Deleting subnet 0cd576a4-f632-4478-b1ce-b09e01e3ab31 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:41:31.145316 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-450436df-6bf8-4559-b566-2aef28cda6ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:31.210291 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-450436df-6bf8-4559-b566-2aef28cda6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5884891'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:31.274465 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-450436df-6bf8-4559-b566-2aef28cda6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:31.498807 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a25140-1319-4aa8-a8df-fb396f606446 req-abaf2676-aec9-4efc-905d-b0790aa9f244 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:31.498807 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-86a25140-1319-4aa8-a8df-fb396f606446 req-abaf2676-aec9-4efc-905d-b0790aa9f244 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Synchronizing usage tracker for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:41:31.566049 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-86a25140-1319-4aa8-a8df-fb396f606446 req-abaf2676-aec9-4efc-905d-b0790aa9f244 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Unset dirty status for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:41:31.567836 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-86a25140-1319-4aa8-a8df-fb396f606446 req-abaf2676-aec9-4efc-905d-b0790aa9f244 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.2668688
Apr 29 15:41:31.637802 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-86a25140-1319-4aa8-a8df-fb396f606446 req-d53fd8c4-c760-4e57-9d15-e6f6321518d6 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611894
Apr 29 15:41:31.664366 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-450436df-6bf8-4559-b566-2aef28cda6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7728171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7843652'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:31.664366 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-409fbbd3-7f03-4939-9477-db16d0ba9312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:31.699170 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450436df-6bf8-4559-b566-2aef28cda6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd576a4-f632-4478-b1ce-b09e01e3ab31,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:31.702189 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-450436df-6bf8-4559-b566-2aef28cda6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:31.703155 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-450436df-6bf8-4559-b566-2aef28cda6ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:31.711494 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-450436df-6bf8-4559-b566-2aef28cda6ba admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0cd576a4-f632-4478-b1ce-b09e01e3ab31 HTTP/1.1" status: 204  len: 168 time: 0.6460369
Apr 29 15:41:31.711716 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37706) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:31.832705 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:32.001714 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:32.034980 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c98c-1b2e-4fc4-9901-a380f3d14ff7 req-94b60139-9742-4d97-8047-01ba537f5e2d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:32.037062 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f217c98c-1b2e-4fc4-9901-a380f3d14ff7 req-94b60139-9742-4d97-8047-01ba537f5e2d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0910971
Apr 29 15:41:32.147634 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee28a5cd0>,) {'filters': {'network_id': ['9a7d6b81-16be-460d-b269-bd8c578bd1d3']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:32.150192 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f217c98c-1b2e-4fc4-9901-a380f3d14ff7 req-3103e09b-656a-45da-8a06-47f40e2b786a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068542
Apr 29 15:41:32.166102 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee28a5cd0>, '8fb52ee4-b7e5-4c30-b7ff-f9d5936cfd37') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:32.166395 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee28a5cd0>, '8fb52ee4-b7e5-4c30-b7ff-f9d5936cfd37') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:32.178900 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5884868'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:32.324169 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:32.341040 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:41:32.540772 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Network 9a7d6b81-16be-460d-b269-bd8c578bd1d3 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:41:32.550294 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7728205'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:32.586893 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d0853-112d-465e-87a3-6d6bffaf3bfa req-42ae1551-a606-4083-ac6f-d199be65a865 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:32.588334 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7c8d0853-112d-465e-87a3-6d6bffaf3bfa req-42ae1551-a606-4083-ac6f-d199be65a865 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.2972927
Apr 29 15:41:32.791907 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Network 9a7d6b81-16be-460d-b269-bd8c578bd1d3 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:41:32.802271 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7c8d0853-112d-465e-87a3-6d6bffaf3bfa req-4410139b-bbc5-447e-ba01-f2287e49e238 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656885
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]: Traceback (most recent call last):
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     timer()
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     cb(*args, **kw)
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     return func(*args, **kwargs)
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     self._notify()
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     self.callback(batched_events)
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     event.method(event)
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     return f(self, *a, **k)
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._get(url).json()
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:41:32.818151 dv-cinder-788782-1-iscsi neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:41:32.913928 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:32.918134 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d253ee2f-2d06-4cd5-ab4b-4708357ae716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:32.937543 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:32.948217 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7d6b81-16be-460d-b269-bd8c578bd1d3,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:32.954453 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9a7d6b81-16be-460d-b269-bd8c578bd1d3 HTTP/1.1" status: 204  len: 168 time: 1.2417126
Apr 29 15:41:32.955751 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37716) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:32.959133 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f5c3939f-b040-46c6-953a-8e1295e8a3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:32.981486 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-df0dc833-7a5b-4335-95cb-514defc1881b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:33.036415 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e47865-0632-4bdc-8265-e4fd88edccb2 admin admin] Deleting subnet 5ce57115-8e3a-46de-bc68-fe26ba070660 {{(pid=73821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:41:33.039829 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-92e47865-0632-4bdc-8265-e4fd88edccb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:33.093853 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaaa2a-04e7-4338-9552-042b19ab6f14 req-6a560670-c4d2-4dde-95a3-743433c050fe tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:33.103399 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cdcaaa2a-04e7-4338-9552-042b19ab6f14 req-6a560670-c4d2-4dde-95a3-743433c050fe tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.3141053
Apr 29 15:41:33.144595 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:33.164376 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-92e47865-0632-4bdc-8265-e4fd88edccb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7018774'] for subnet, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:33.198886 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-cdcaaa2a-04e7-4338-9552-042b19ab6f14 req-ed68c986-d26f-47ab-9208-c2731f049791 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Synchronizing usage tracker for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:41:33.242913 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-cdcaaa2a-04e7-4338-9552-042b19ab6f14 req-ed68c986-d26f-47ab-9208-c2731f049791 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Unset dirty status for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:41:33.244067 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cdcaaa2a-04e7-4338-9552-042b19ab6f14 req-ed68c986-d26f-47ab-9208-c2731f049791 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398547
Apr 29 15:41:33.246851 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-92e47865-0632-4bdc-8265-e4fd88edccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:33.467290 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c4cad-f84e-4e04-bda0-7b1a4da9ade8 req-33df36e9-7a79-4c09-9394-446b859b2a70 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:33.469030 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b77c4cad-f84e-4e04-bda0-7b1a4da9ade8 req-33df36e9-7a79-4c09-9394-446b859b2a70 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1212766
Apr 29 15:41:33.521061 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b77c4cad-f84e-4e04-bda0-7b1a4da9ade8 req-da9332fc-c536-44bd-a61c-e5ddba6c92b4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458419
Apr 29 15:41:33.547298 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-92e47865-0632-4bdc-8265-e4fd88edccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8128003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6400228'] for subnet, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:33.551740 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:33.587581 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-92e47865-0632-4bdc-8265-e4fd88edccb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:33.595093 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e47865-0632-4bdc-8265-e4fd88edccb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce57115-8e3a-46de-bc68-fe26ba070660,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:33.598642 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-92e47865-0632-4bdc-8265-e4fd88edccb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:33.601723 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-92e47865-0632-4bdc-8265-e4fd88edccb2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5ce57115-8e3a-46de-bc68-fe26ba070660 HTTP/1.1" status: 204  len: 168 time: 0.6449230
Apr 29 15:41:33.604282 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37726) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:33.713270 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:33.836484 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:33.854890 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:33.971194 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee1a16e20>,) {'filters': {'network_id': ['8eec1a74-12fc-465d-b567-8c3738c9f88b']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:33.980795 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1a16e20>, '2991aee4-0bd1-4694-a242-feed79cc8035') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:33.981135 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1a16e20>, '2991aee4-0bd1-4694-a242-feed79cc8035') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:41:33.994532 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5884868'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:34.011743 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:34.017901 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42bd05-a997-40ef-ac5d-dda95f72ab24 req-b4f0e0c6-ade3-40be-9951-b4a338145517 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:34.018805 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:41:34.036263 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-da42bd05-a997-40ef-ac5d-dda95f72ab24 req-b4f0e0c6-ade3-40be-9951-b4a338145517 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.1162629
Apr 29 15:41:34.089222 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-da42bd05-a997-40ef-ac5d-dda95f72ab24 req-5d2b8dba-112c-4faf-b08b-e4f2249c9ee2 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518677
Apr 29 15:41:34.220020 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Network 8eec1a74-12fc-465d-b567-8c3738c9f88b has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:41:34.230932 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7728205'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:34.569408 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Network 8eec1a74-12fc-465d-b567-8c3738c9f88b has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]: Traceback (most recent call last):
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     timer()
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     cb(*args, **kw)
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     return func(*args, **kwargs)
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     self._notify()
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     self.callback(batched_events)
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     event.method(event)
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     return f(self, *a, **k)
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._get(url).json()
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:41:34.593752 dv-cinder-788782-1-iscsi neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:41:34.693431 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041992c-92e5-40a0-b5d8-afe66f5fbc76 req-23d5fcf9-f84f-4b6b-bba9-50262c49dc58 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:34.694984 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4041992c-92e5-40a0-b5d8-afe66f5fbc76 req-23d5fcf9-f84f-4b6b-bba9-50262c49dc58 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.2670767
Apr 29 15:41:34.696001 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:34.699636 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:34.712712 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:34.736773 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eec1a74-12fc-465d-b567-8c3738c9f88b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:34.742576 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:34.744003 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-99818622-ed08-4c4b-89ee-77d3a4eee972 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8eec1a74-12fc-465d-b567-8c3738c9f88b HTTP/1.1" status: 204  len: 168 time: 1.1385355
Apr 29 15:41:34.767989 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4041992c-92e5-40a0-b5d8-afe66f5fbc76 req-91a7ad69-46d8-49e0-bed6-66d01089ac67 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524845
Apr 29 15:41:34.774205 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa64561-0816-4fb9-8a80-ca6af02885dc req-9f8bfed8-1ac5-4cf5-aa8f-016a9ea3dedf tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:34.775682 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6fa64561-0816-4fb9-8a80-ca6af02885dc req-9f8bfed8-1ac5-4cf5-aa8f-016a9ea3dedf tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0959468
Apr 29 15:41:34.829785 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6fa64561-0816-4fb9-8a80-ca6af02885dc req-24427420-28a6-46d7-9619-000a2095aac7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476999
Apr 29 15:41:34.977219 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37740) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:35.032573 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-848c4889-8120-456f-86ac-0e5a380aa72b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be4ecebdbbf645c485e3f3146b41c718&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541267
Apr 29 15:41:35.034950 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37744) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:35.097618 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-694e9c92-f8d2-475b-9d84-ccd1d42233dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:35.135853 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-694e9c92-f8d2-475b-9d84-ccd1d42233dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:35.202253 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-694e9c92-f8d2-475b-9d84-ccd1d42233dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:35.208673 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7021e830-17d5-4fea-b869-f6ec66f72b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:35.258941 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e9c92-f8d2-475b-9d84-ccd1d42233dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5096e641-437e-416d-8ea4-e8d3cd45602c,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:35.261633 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-694e9c92-f8d2-475b-9d84-ccd1d42233dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:35.273657 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-694e9c92-f8d2-475b-9d84-ccd1d42233dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:35.274955 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-694e9c92-f8d2-475b-9d84-ccd1d42233dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5096e641-437e-416d-8ea4-e8d3cd45602c HTTP/1.1" status: 204  len: 168 time: 0.2391078
Apr 29 15:41:35.336061 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5e615-e3c8-4bb9-9fda-54d127f3365b req-31297b99-03a5-470d-bf3c-6537f1b41911 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:35.343776 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f2c5e615-e3c8-4bb9-9fda-54d127f3365b req-31297b99-03a5-470d-bf3c-6537f1b41911 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.1260688
Apr 29 15:41:35.380461 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:35.418389 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f2c5e615-e3c8-4bb9-9fda-54d127f3365b req-695d9b87-4673-4d6b-a9f5-4bd5e3654aa4 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728562
Apr 29 15:41:35.784596 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37756) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:35.834671 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-9e385b20-b047-43ad-8488-6fe165042904 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96573c4ca992496abd63dda025ecc206&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0482554
Apr 29 15:41:35.837167 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37762) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:35.969023 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-56d7213f-2cec-4d76-b85d-688ad6e90505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:36.016444 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-56d7213f-2cec-4d76-b85d-688ad6e90505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:36.059488 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb548469-419a-4338-a575-7129e111c3bf req-eb56740b-0634-4bc9-b22e-4adf47bd3742 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:36.060966 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cb548469-419a-4338-a575-7129e111c3bf req-eb56740b-0634-4bc9-b22e-4adf47bd3742 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.1755667
Apr 29 15:41:36.067706 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae8bbf-1b0c-4028-89d4-315d85fe80c4 req-0916a835-210b-4302-b8bb-66e29bc58e1e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:36.069570 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-97ae8bbf-1b0c-4028-89d4-315d85fe80c4 req-0916a835-210b-4302-b8bb-66e29bc58e1e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0881765
Apr 29 15:41:36.126771 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-56d7213f-2cec-4d76-b85d-688ad6e90505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:36.138158 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-97ae8bbf-1b0c-4028-89d4-315d85fe80c4 req-5ae8bba4-5705-49cf-a65b-0df2a859de77 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631638
Apr 29 15:41:36.139679 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b6f6d93b-12cc-47be-bffe-9ff2d1546e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:36.153327 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cb548469-419a-4338-a575-7129e111c3bf req-0ea8796a-b543-4473-aec5-128d079515c1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855267
Apr 29 15:41:36.157668 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7213f-2cec-4d76-b85d-688ad6e90505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0543dc7-e877-4c93-86d1-df468fc0d2b8,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:36.160822 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-56d7213f-2cec-4d76-b85d-688ad6e90505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:36.162904 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-56d7213f-2cec-4d76-b85d-688ad6e90505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:36.163991 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-56d7213f-2cec-4d76-b85d-688ad6e90505 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0543dc7-e877-4c93-86d1-df468fc0d2b8 HTTP/1.1" status: 204  len: 168 time: 0.3259416
Apr 29 15:41:36.643865 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28672ba5-c5d1-46f6-bca8-67bcc1a7b88e req-dea6d326-2fb5-4d83-b368-7a875847be4e tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:36.652427 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-28672ba5-c5d1-46f6-bca8-67bcc1a7b88e req-dea6d326-2fb5-4d83-b368-7a875847be4e tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.1245747
Apr 29 15:41:36.711937 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-28672ba5-c5d1-46f6-bca8-67bcc1a7b88e req-f999ecf1-dc80-49cd-beb5-ae129d8f0ffe tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581226
Apr 29 15:41:37.374706 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa0490-3367-4234-b2dd-152b52bc39b7 req-1e55d170-1604-42c0-9ed3-af6d4dc4d00e tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:37.374706 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39fa0490-3367-4234-b2dd-152b52bc39b7 req-1e55d170-1604-42c0-9ed3-af6d4dc4d00e tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.0907423
Apr 29 15:41:37.459863 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-39fa0490-3367-4234-b2dd-152b52bc39b7 req-b1c42ed6-ea8e-4c54-bdf5-f7589b44dca6 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658169
Apr 29 15:41:37.471564 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d698e4-ee2a-4844-a30e-c8c7062a64d9 req-fa7cb056-4376-49ee-84b6-c413b0e53d6a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:37.473466 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e5d698e4-ee2a-4844-a30e-c8c7062a64d9 req-fa7cb056-4376-49ee-84b6-c413b0e53d6a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1681178
Apr 29 15:41:37.545297 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e5d698e4-ee2a-4844-a30e-c8c7062a64d9 req-b178615c-94ae-42c2-b052-e4803621c949 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648808
Apr 29 15:41:37.599515 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 37810) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:37.718312 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6cdddb86-e153-457d-abcb-862035ac0baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:37.744876 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6cdddb86-e153-457d-abcb-862035ac0baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:37.750189 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6cdddb86-e153-457d-abcb-862035ac0baf admin admin] Usage tracker for resource:security_group_rule and tenant:13648ce46a2b41e1b784b20d2c725abd is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:37.753795 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6cdddb86-e153-457d-abcb-862035ac0baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:37.759945 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6cdddb86-e153-457d-abcb-862035ac0baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:37.906191 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6cdddb86-e153-457d-abcb-862035ac0baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:37.911353 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6cdddb86-e153-457d-abcb-862035ac0baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:37.922769 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8102836d-6691-4b1d-8a65-134db4e78317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:37.976898 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-6cdddb86-e153-457d-abcb-862035ac0baf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13648ce46a2b41e1b784b20d2c725abd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3762698
Apr 29 15:41:37.979733 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 37818) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:37.980936 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdddb86-e153-457d-abcb-862035ac0baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21963e21-40e0-4b78-82d2-bfda34bced55,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:37.984145 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6cdddb86-e153-457d-abcb-862035ac0baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:37.992360 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e101d90-c0f5-4ef1-ab35-43cbb2c3e72b req-14563b9d-0ce8-42ee-ac67-086db31e381f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:37.993739 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0e101d90-c0f5-4ef1-ab35-43cbb2c3e72b req-14563b9d-0ce8-42ee-ac67-086db31e381f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.1636891
Apr 29 15:41:38.066272 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0e101d90-c0f5-4ef1-ab35-43cbb2c3e72b req-db33f90c-9ee3-46ef-9c71-fe5c0dbf916c tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657885
Apr 29 15:41:38.087578 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-586d777a-e1bd-4708-b841-3817c8fae452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:38.115161 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-586d777a-e1bd-4708-b841-3817c8fae452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:38.181379 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-586d777a-e1bd-4708-b841-3817c8fae452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:38.185245 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8bea9fcd-2940-4aba-ac1e-4daaed00b46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:38.202752 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d777a-e1bd-4708-b841-3817c8fae452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21963e21-40e0-4b78-82d2-bfda34bced55,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:38.205899 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-586d777a-e1bd-4708-b841-3817c8fae452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:38.207593 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-586d777a-e1bd-4708-b841-3817c8fae452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:38.212760 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-586d777a-e1bd-4708-b841-3817c8fae452 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21963e21-40e0-4b78-82d2-bfda34bced55 HTTP/1.1" status: 204  len: 168 time: 0.2311952
Apr 29 15:41:38.772518 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f237db-f575-4687-b2e4-b638987a2e70 req-79ba2a4c-92cf-4e0c-8849-e944ebd4fd36 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:38.775503 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-96f237db-f575-4687-b2e4-b638987a2e70 req-79ba2a4c-92cf-4e0c-8849-e944ebd4fd36 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.1661422
Apr 29 15:41:38.822297 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8b55c-a86d-493f-a864-c9a3649425f2 req-bfe632b2-9c72-405f-964e-b39f0b21c431 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:38.824572 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-afc8b55c-a86d-493f-a864-c9a3649425f2 req-bfe632b2-9c72-405f-964e-b39f0b21c431 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1387491
Apr 29 15:41:38.882171 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-96f237db-f575-4687-b2e4-b638987a2e70 req-a879bb09-720d-4262-9fcc-897d35c6b83d tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970252
Apr 29 15:41:38.891831 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-afc8b55c-a86d-493f-a864-c9a3649425f2 req-75d3afac-1fd5-45d7-93a1-4fbc040b6817 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589182
Apr 29 15:41:39.263099 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1713c1-60f3-47ff-837e-a3ebfe55bd70 req-d2e0081f-7bb5-4fea-8bec-5d538d8981fd tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:39.264742 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3d1713c1-60f3-47ff-837e-a3ebfe55bd70 req-d2e0081f-7bb5-4fea-8bec-5d538d8981fd tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0836990
Apr 29 15:41:39.356445 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3d1713c1-60f3-47ff-837e-a3ebfe55bd70 req-67d0d55f-5788-4d09-89e8-cb0f200676c1 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831189
Apr 29 15:41:40.095737 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e7ec-6eec-469d-ad84-3235f980b8ad req-be6d19fa-d7e2-417a-9646-a91a3d4f80f2 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:40.104293 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7357e7ec-6eec-469d-ad84-3235f980b8ad req-be6d19fa-d7e2-417a-9646-a91a3d4f80f2 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.1176414
Apr 29 15:41:40.106870 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae5f6-9d7b-44ed-9df8-cfec7f2a1308 req-9115f66a-7545-4d84-8b3e-771f4f5a5301 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:40.115365 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ae4ae5f6-9d7b-44ed-9df8-cfec7f2a1308 req-9115f66a-7545-4d84-8b3e-771f4f5a5301 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0965452
Apr 29 15:41:40.151924 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7357e7ec-6eec-469d-ad84-3235f980b8ad req-53a0c508-d234-4c03-9fa1-9b6d678d23f1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467703
Apr 29 15:41:40.167168 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ae4ae5f6-9d7b-44ed-9df8-cfec7f2a1308 req-49eab50e-e040-4396-b4eb-3a3435c9670d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504012
Apr 29 15:41:40.546723 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b49db8-55da-4663-8555-e7a7b9737147 req-2db5e7d3-a269-4617-a602-6815d792ea90 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:40.548166 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d8b49db8-55da-4663-8555-e7a7b9737147 req-2db5e7d3-a269-4617-a602-6815d792ea90 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0789030
Apr 29 15:41:40.595973 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d8b49db8-55da-4663-8555-e7a7b9737147 req-8287f7db-eca8-4bbc-a66c-f15bef83f49f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412707
Apr 29 15:41:41.336616 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:41:41.377292 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8add7b6-8f37-4c65-8d31-1fa2137a1593 req-8503545e-c5ca-433f-9bc9-035e5106d88f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:41.386348 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f8add7b6-8f37-4c65-8d31-1fa2137a1593 req-8503545e-c5ca-433f-9bc9-035e5106d88f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0961928
Apr 29 15:41:41.400368 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc4585-e71b-45fd-8926-71d8d55b8636 req-ccc34fef-bd6f-437b-adea-ecb155fcb24f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:41.401860 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9cbc4585-e71b-45fd-8926-71d8d55b8636 req-ccc34fef-bd6f-437b-adea-ecb155fcb24f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.1464658
Apr 29 15:41:41.427407 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f8add7b6-8f37-4c65-8d31-1fa2137a1593 req-5113d82e-5d64-4fc1-8779-02f5472d7e52 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401797
Apr 29 15:41:41.447429 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9cbc4585-e71b-45fd-8926-71d8d55b8636 req-4172c3fd-edf1-4079-904e-599848434c03 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393932
Apr 29 15:41:41.785925 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0816c0-ed2a-4200-9d80-237b90d46a7b req-664fadaf-4eb2-49d7-8d57-0141316db898 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:41.788168 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8e0816c0-ed2a-4200-9d80-237b90d46a7b req-664fadaf-4eb2-49d7-8d57-0141316db898 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0877788
Apr 29 15:41:41.840279 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8e0816c0-ed2a-4200-9d80-237b90d46a7b req-8be1d5af-cacf-498c-8beb-0f340011843e tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462537
Apr 29 15:41:42.639033 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cfa2c-a04f-495f-b703-c293994b39ad req-d3041ed8-98e7-4f58-9a78-811db2d797fa tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:42.640483 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1c7cfa2c-a04f-495f-b703-c293994b39ad req-d3041ed8-98e7-4f58-9a78-811db2d797fa tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.0914106
Apr 29 15:41:42.685227 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1c7cfa2c-a04f-495f-b703-c293994b39ad req-afc4ac5b-5e6c-4e30-a8e0-2a18d8e76dca tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383437
Apr 29 15:41:42.693646 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447625fc-30b4-43a3-af2f-64b8073ba504 req-323cbc17-19ac-4691-b184-248eba2821d6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:42.695138 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-447625fc-30b4-43a3-af2f-64b8073ba504 req-323cbc17-19ac-4691-b184-248eba2821d6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1576614
Apr 29 15:41:42.740158 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-447625fc-30b4-43a3-af2f-64b8073ba504 req-f30901a5-9eea-4545-83cf-00f768d0eef9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392540
Apr 29 15:41:43.041918 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93237c-3194-4d27-b063-03da5dc6fb3b req-462e0c41-a26a-4e8a-a54e-7cf29eb93bab tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:43.043314 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dd93237c-3194-4d27-b063-03da5dc6fb3b req-462e0c41-a26a-4e8a-a54e-7cf29eb93bab tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0872099
Apr 29 15:41:43.092995 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dd93237c-3194-4d27-b063-03da5dc6fb3b req-2acedf7f-f083-4feb-8635-90ea24886223 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424814
Apr 29 15:41:43.868584 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710deb0-8c7c-49fe-a961-a31738cebc6d req-23cd36e5-fa3a-45eb-aa9e-29ef9b66a1a5 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:43.870041 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2710deb0-8c7c-49fe-a961-a31738cebc6d req-23cd36e5-fa3a-45eb-aa9e-29ef9b66a1a5 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.0815022
Apr 29 15:41:43.918051 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2710deb0-8c7c-49fe-a961-a31738cebc6d req-babe148c-d070-4b80-a20a-6f54dafb23c0 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421643
Apr 29 15:41:43.933704 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1db860-0496-42ec-a723-527ee40aa2d2 req-888976ae-2065-42bf-bbaa-eb5e3e122df7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:43.935172 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6f1db860-0496-42ec-a723-527ee40aa2d2 req-888976ae-2065-42bf-bbaa-eb5e3e122df7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0859687
Apr 29 15:41:44.061250 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6f1db860-0496-42ec-a723-527ee40aa2d2 req-84ecb581-9517-46f1-910f-31dc76b78c64 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1203995
Apr 29 15:41:44.275705 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a127-3def-4eef-99ef-99ed31d72bfa req-f16cf7b4-ca18-42c9-a1e6-12649a6414c0 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:44.277211 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5c70a127-3def-4eef-99ef-99ed31d72bfa req-f16cf7b4-ca18-42c9-a1e6-12649a6414c0 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0795269
Apr 29 15:41:44.323598 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5c70a127-3def-4eef-99ef-99ed31d72bfa req-a8dfb62d-d2f2-4efb-97f9-bec7a064e959 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404263
Apr 29 15:41:45.099445 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c1e34-9b4b-4f8f-bf00-eae60bf61c9c req-3c6bcbdd-41c7-4ef4-9970-30f6672275d1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:45.100903 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-377c1e34-9b4b-4f8f-bf00-eae60bf61c9c req-3c6bcbdd-41c7-4ef4-9970-30f6672275d1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.0791721
Apr 29 15:41:45.148342 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-377c1e34-9b4b-4f8f-bf00-eae60bf61c9c req-6230412b-e89a-4f7a-8146-199fa7731221 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416982
Apr 29 15:41:45.261378 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959c65-b285-4e00-90ce-0e37ff163631 req-11305d32-b37c-4c47-9ef9-896dde25791c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:45.262747 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-49959c65-b285-4e00-90ce-0e37ff163631 req-11305d32-b37c-4c47-9ef9-896dde25791c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0915287
Apr 29 15:41:45.307690 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-49959c65-b285-4e00-90ce-0e37ff163631 req-9ae6efb3-47ca-441d-b1b6-8736f126ff81 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392327
Apr 29 15:41:45.507546 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b5c68-b2dd-4e00-b997-25dc70cf4b7d req-85be0179-8301-46eb-afa4-a3f992fce3f0 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:45.509010 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-669b5c68-b2dd-4e00-b997-25dc70cf4b7d req-85be0179-8301-46eb-afa4-a3f992fce3f0 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0805705
Apr 29 15:41:45.553089 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-669b5c68-b2dd-4e00-b997-25dc70cf4b7d req-9a5a3786-4f52-48b2-9956-01263403daa8 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382144
Apr 29 15:41:46.328287 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dc7b9-092f-4576-b963-7c7f5690c87e req-f010d8a4-012f-4f0c-aa23-2cda65dd0c8f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:46.329777 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f25dc7b9-092f-4576-b963-7c7f5690c87e req-f010d8a4-012f-4f0c-aa23-2cda65dd0c8f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.0793185
Apr 29 15:41:46.382386 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f25dc7b9-092f-4576-b963-7c7f5690c87e req-8bd525f6-e007-4c84-9bb3-2875a8979bf8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460846
Apr 29 15:41:46.498212 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9aa81e-8050-46e1-b686-63336f3b5996 req-e50114f5-20f9-441e-b53a-709fc9c60797 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:46.499642 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ce9aa81e-8050-46e1-b686-63336f3b5996 req-e50114f5-20f9-441e-b53a-709fc9c60797 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0824976
Apr 29 15:41:46.543609 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ce9aa81e-8050-46e1-b686-63336f3b5996 req-e7fd0924-287c-4577-9562-69b63f127009 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373747
Apr 29 15:41:46.732853 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0d726-d0a6-49f9-b9db-2f96c638d2a2 req-00caf8c3-c997-4e32-984a-2d04460582e5 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:46.734344 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ead0d726-d0a6-49f9-b9db-2f96c638d2a2 req-00caf8c3-c997-4e32-984a-2d04460582e5 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0784357
Apr 29 15:41:46.778774 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ead0d726-d0a6-49f9-b9db-2f96c638d2a2 req-7af38c14-238a-4776-b9bb-76d924a488ef tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379229
Apr 29 15:41:47.562104 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e524b-26b3-4c60-b935-96540b36ca6c req-aa8d0b80-924c-4c01-9a13-75d25253c509 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:47.563433 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-451e524b-26b3-4c60-b935-96540b36ca6c req-aa8d0b80-924c-4c01-9a13-75d25253c509 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.0786219
Apr 29 15:41:47.613984 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-451e524b-26b3-4c60-b935-96540b36ca6c req-44ac2f0a-732b-4f43-8288-89fa214c3946 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443017
Apr 29 15:41:47.748436 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c140-1458-469d-abe0-248a22576a3d req-bfad27e1-c3f7-437f-bca1-b751d8b29481 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:47.749872 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f290c140-1458-469d-abe0-248a22576a3d req-bfad27e1-c3f7-437f-bca1-b751d8b29481 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0817823
Apr 29 15:41:47.793696 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f290c140-1458-469d-abe0-248a22576a3d req-c1b80e02-e975-43c7-8f77-9ea639756db2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373983
Apr 29 15:41:47.965550 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb34a2-712b-4fc7-841b-c6e12b3e7509 req-24ada8d4-a4c8-4b24-ad41-76a0ec43b494 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:47.966987 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9cfb34a2-712b-4fc7-841b-c6e12b3e7509 req-24ada8d4-a4c8-4b24-ad41-76a0ec43b494 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0821252
Apr 29 15:41:48.011329 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9cfb34a2-712b-4fc7-841b-c6e12b3e7509 req-5c9be964-e8fc-4aa3-808a-48502da9bf99 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387399
Apr 29 15:41:48.797123 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a0235-b962-4d5e-ab34-b4deaa574ffd req-ec77578d-7699-4e7a-b63c-bf99bcd861b2 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:48.798555 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-579a0235-b962-4d5e-ab34-b4deaa574ffd req-ec77578d-7699-4e7a-b63c-bf99bcd861b2 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.0816269
Apr 29 15:41:48.843012 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-579a0235-b962-4d5e-ab34-b4deaa574ffd req-e818f5e1-a44e-47b0-bf59-114ac64f0399 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386615
Apr 29 15:41:48.979914 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ca8cb-3fc3-43cf-b773-051abdbe71ac req-38b52032-7b23-47a0-b949-93b411a9ea62 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:48.981278 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-759ca8cb-3fc3-43cf-b773-051abdbe71ac req-38b52032-7b23-47a0-b949-93b411a9ea62 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0780129
Apr 29 15:41:49.024974 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-759ca8cb-3fc3-43cf-b773-051abdbe71ac req-a90cee11-b9f0-4460-8c47-26e409d70af8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380569
Apr 29 15:41:49.196192 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea81cd6-eeea-4575-824c-d5eb532e8af6 req-991ef859-982e-40cf-b65d-686f55c6c88c tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:49.197656 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-aea81cd6-eeea-4575-824c-d5eb532e8af6 req-991ef859-982e-40cf-b65d-686f55c6c88c tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0819924
Apr 29 15:41:49.243388 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-aea81cd6-eeea-4575-824c-d5eb532e8af6 req-05c40ecd-e144-4d94-8657-78d1fef83e2d tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398369
Apr 29 15:41:50.025747 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bc5e2-480a-49ca-a388-44a57c436660 req-77e7d58a-5322-4388-908c-0946ce7a2f32 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:50.027081 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cf5bc5e2-480a-49ca-a388-44a57c436660 req-77e7d58a-5322-4388-908c-0946ce7a2f32 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 932 time: 0.0824480
Apr 29 15:41:50.071302 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cf5bc5e2-480a-49ca-a388-44a57c436660 req-9dd6f41a-c162-4998-b4d8-eee1e9ac7880 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386209
Apr 29 15:41:50.225145 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36feda-609c-4d57-ae89-7a00c46f955f req-de3f4ca7-d456-486b-9133-1bea5e46a766 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:50.228333 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ac36feda-609c-4d57-ae89-7a00c46f955f req-de3f4ca7-d456-486b-9133-1bea5e46a766 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0918729
Apr 29 15:41:50.264485 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Request body: {'port': {'device_id': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:41:50.283608 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ac36feda-609c-4d57-ae89-7a00c46f955f req-793cf8b2-aa2f-4e0e-a843-0a13f62963cb tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503292
Apr 29 15:41:50.433550 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:50.521191 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6724aa-2c93-4961-a161-9b1f31516eb5 req-bb5afb25-c368-4cfd-aa68-4ad12ef87e67 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:50.522641 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6b6724aa-2c93-4961-a161-9b1f31516eb5 req-bb5afb25-c368-4cfd-aa68-4ad12ef87e67 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.1637452
Apr 29 15:41:50.637108 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6b6724aa-2c93-4961-a161-9b1f31516eb5 req-bfd7e547-0016-4d7d-a55c-6a14d172f1e5 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058111
Apr 29 15:41:50.883595 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecc62e-9dd8-4b18-8814-e20b40f64f31 req-615581fd-18a8-4bbb-9581-082b8c93064b tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:50.885076 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4cecc62e-9dd8-4b18-8814-e20b40f64f31 req-615581fd-18a8-4bbb-9581-082b8c93064b tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.1535211
Apr 29 15:41:50.942882 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:41:50.958346 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:51.016381 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Transition to ACTIVE for port object 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:41:51.022241 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:51.030404 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e0d657fd-c4d7-4e2f-9d74-1598ac377c60 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:51.268792 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8450d4-f1a5-4910-a125-1f0834ba2e5c req-7536081b-6b85-46a7-a45a-023753646a1f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:51.271159 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1e8450d4-f1a5-4910-a125-1f0834ba2e5c req-7536081b-6b85-46a7-a45a-023753646a1f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 944 time: 0.0875156
Apr 29 15:41:51.305540 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Pushing event updated for resources: {'Port': ['ID=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:51.315036 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:51.321131 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-4cecc62e-9dd8-4b18-8814-e20b40f64f31 req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Deleting port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:41:51.321476 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-4cecc62e-9dd8-4b18-8814-e20b40f64f31 req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:51.343159 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1e8450d4-f1a5-4910-a125-1f0834ba2e5c req-578ec3c0-ad4b-4a3c-a3c1-16b3a16ec225 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642097
Apr 29 15:41:51.556046 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Attempting to bind port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:41:51.556386 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Attempting to bind port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:41:51.556719 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Attempting to bind port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 on network 64454d9c-2f84-442a-8126-ff8505d50dcd {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:41:51.566434 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-4cecc62e-9dd8-4b18-8814-e20b40f64f31 req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] For port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d,segment=NetworkSegment(4743604f-1e7f-4aa0-98b5-e29ea3943f4b),segment_id=4743604f-1e7f-4aa0-98b5-e29ea3943f4b)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:51.566970 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-4cecc62e-9dd8-4b18-8814-e20b40f64f31 req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:51.584904 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 on network 64454d9c-2f84-442a-8126-ff8505d50dcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:41:51.585263 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Attempting to bind port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 on network 64454d9c-2f84-442a-8126-ff8505d50dcd {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:41:51.709289 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-4cecc62e-9dd8-4b18-8814-e20b40f64f31 req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Calling delete_port for 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:41:51.712327 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:41:51.712711 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Checking segment: {'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:41:51.713127 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Bound using segment: {'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:41:51.713622 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Bound port: 1136b1cc-6d61-4aa0-8a04-1c287683c0a0, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:41:51.713930 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:51.746779 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffa2fe-e917-4f03-acef-c78a1cb413d1 req-fe17a239-edb5-42eb-a545-4a52d429ad40 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:51.748263 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9bffa2fe-e917-4f03-acef-c78a1cb413d1 req-fe17a239-edb5-42eb-a545-4a52d429ad40 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.3080716
Apr 29 15:41:51.841232 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c2e8f-753b-4d2f-81a3-f40ffa3cd7c7 req-859da88e-fbd2-46b5-a63e-82fe8bb514c1 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:51.848994 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-697c2e8f-753b-4d2f-81a3-f40ffa3cd7c7 req-859da88e-fbd2-46b5-a63e-82fe8bb514c1 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 946 time: 0.0986235
Apr 29 15:41:51.866028 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9bffa2fe-e917-4f03-acef-c78a1cb413d1 req-8acdc004-f684-4379-b78e-04d74cdca100 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841906
Apr 29 15:41:51.884737 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] For port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:41:51.901399 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] For port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:41:51.906525 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:51.911519 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:51.915944 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-697c2e8f-753b-4d2f-81a3-f40ffa3cd7c7 req-efc64609-0183-4423-85d7-b3945f1b1e4c tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/security-groups?id=58a44f23-c2f5-47ea-8d11-d7466a49c8ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661123
Apr 29 15:41:52.010645 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:52.011401 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:52.013588 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] 10.222.0.32 "PUT /v2.0/ports/1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 1094 time: 1.8593857
Apr 29 15:41:52.016319 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:41:52.056649 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Pushing event updated for resources: {'Port': ['ID=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:52.060125 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:52.060879 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-4cecc62e-9dd8-4b18-8814-e20b40f64f31 req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:52.067132 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8b5ee8aa-9b9d-4912-b7eb-4c59d86c5c38 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:52.072276 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:41:52.151815 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Pushing event deleted for resources: {'Port': ['ID=4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:52.163295 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:52.251965 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cecc62e-9dd8-4b18-8814-e20b40f64f31 req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] No DVR routers for this DVR port 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:41:52.255506 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-4cecc62e-9dd8-4b18-8814-e20b40f64f31 req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:52.297643 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4aec6319-c476-43ac-870c-1f873d22158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:52.299222 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-4aec6319-c476-43ac-870c-1f873d22158b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8498e2580b4ba29e4199fe811edb8c&device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 1097 time: 0.1948447
Apr 29 15:41:52.300911 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4cecc62e-9dd8-4b18-8814-e20b40f64f31 req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.32 "DELETE /v2.0/ports/4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d HTTP/1.1" status: 204  len: 173 time: 1.4082162
Apr 29 15:41:52.366382 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'status': 'completed', 'code': 200}
Apr 29 15:41:52.381914 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-36e31ed2-0288-41bf-9820-3f127b51991c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 217 time: 0.0720198
Apr 29 15:41:52.469157 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-b01dac63-b7ff-420c-b98b-50e998d37f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:52.471283 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-b01dac63-b7ff-420c-b98b-50e998d37f1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08333d16-5599-4296-a62f-95f451835e61 HTTP/1.1" status: 200  len: 853 time: 0.0634456
Apr 29 15:41:52.557304 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39374db4-82ec-4cdc-90e8-7f5ee4e43cbc req-ac10a450-4948-4600-a0ac-9d737e9c210a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:52.558743 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39374db4-82ec-4cdc-90e8-7f5ee4e43cbc req-ac10a450-4948-4600-a0ac-9d737e9c210a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 944 time: 0.0919356
Apr 29 15:41:52.574527 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-58499b6c-b37f-4295-a612-ddb673d91d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:52.575983 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-58499b6c-b37f-4295-a612-ddb673d91d2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64454d9c-2f84-442a-8126-ff8505d50dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0970676
Apr 29 15:41:52.604394 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-39374db4-82ec-4cdc-90e8-7f5ee4e43cbc req-fa768f8e-e2c8-496e-8493-585f9a16a9fa tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397749
Apr 29 15:41:52.710175 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-d80e4b39-319c-42f5-977e-f7740007f4e8 service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260648
Apr 29 15:41:52.845990 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6ee344fb-d5c9-4117-abd0-085a7cfbd73a req-ffb3e3f9-1231-45bd-bca4-390396457710 service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275914
Apr 29 15:41:52.963135 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d6bcc-eb26-474c-be8b-5f8613280e2b req-ebc17b96-c56b-4fd5-a3c3-f938b7c9e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:52.964605 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6e6d6bcc-eb26-474c-be8b-5f8613280e2b req-ebc17b96-c56b-4fd5-a3c3-f938b7c9e05d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8498e2580b4ba29e4199fe811edb8c&device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 1097 time: 0.0724616
Apr 29 15:41:53.083587 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ae57e012-baa2-406b-9866-8376ea7a4b02 req-9f19058e-0a84-41a9-8cab-a09065dae142 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2ed7efa-b946-4bb4-89f1-b1262dd89f3d HTTP/1.1" status: 200  len: 210 time: 0.0447333
Apr 29 15:41:53.259391 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d6bcc-eb26-474c-be8b-5f8613280e2b req-a855f515-7279-4aba-9c87-637846a47941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:53.260813 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6e6d6bcc-eb26-474c-be8b-5f8613280e2b req-a855f515-7279-4aba-9c87-637846a47941 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64454d9c-2f84-442a-8126-ff8505d50dcd HTTP/1.1" status: 200  len: 915 time: 0.2892084
Apr 29 15:41:53.272898 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070cd44-4222-4dc0-93ad-81da5b7a8af8 req-30eeceb8-37f5-409b-95a3-23a32ec1f72b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:53.274268 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c070cd44-4222-4dc0-93ad-81da5b7a8af8 req-30eeceb8-37f5-409b-95a3-23a32ec1f72b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.2828422
Apr 29 15:41:53.355274 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6e6d6bcc-eb26-474c-be8b-5f8613280e2b req-53d68c2a-b20a-4afd-adf5-c4aa6ac4402f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 217 time: 0.0799825
Apr 29 15:41:53.418243 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c070cd44-4222-4dc0-93ad-81da5b7a8af8 req-8c302ac3-9d96-4e2d-a027-2b11203d3e0a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952780
Apr 29 15:41:53.431647 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d6bcc-eb26-474c-be8b-5f8613280e2b req-57481942-2fe1-46a7-a85a-afcc5a926f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:53.433118 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6e6d6bcc-eb26-474c-be8b-5f8613280e2b req-57481942-2fe1-46a7-a85a-afcc5a926f25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08333d16-5599-4296-a62f-95f451835e61 HTTP/1.1" status: 200  len: 853 time: 0.0671403
Apr 29 15:41:53.511281 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d6bcc-eb26-474c-be8b-5f8613280e2b req-66ff4610-92d1-462f-864a-c7401c46839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:53.512683 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6e6d6bcc-eb26-474c-be8b-5f8613280e2b req-66ff4610-92d1-462f-864a-c7401c46839d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64454d9c-2f84-442a-8126-ff8505d50dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729356
Apr 29 15:41:53.650086 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6e6d6bcc-eb26-474c-be8b-5f8613280e2b req-3a8605e0-1cd7-4fcd-9996-ba1b2879297a service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296194
Apr 29 15:41:53.812764 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f759b-e71b-4631-8825-5fa4794cd71e req-45017baf-a02f-404a-a6bb-7806480e78a6 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:53.814528 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a35f759b-e71b-4631-8825-5fa4794cd71e req-45017baf-a02f-404a-a6bb-7806480e78a6 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 944 time: 0.0991545
Apr 29 15:41:53.818569 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6e6d6bcc-eb26-474c-be8b-5f8613280e2b req-9d3e8b3e-ad4e-44b7-af29-d113e8c19bbb service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556633
Apr 29 15:41:53.864945 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a35f759b-e71b-4631-8825-5fa4794cd71e req-77326d96-c49e-44c3-a934-1478b59ad107 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436909
Apr 29 15:41:54.366977 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ed7efa-b946-4bb4-89f1-b1262dd89f3d', 'name': 'network-vif-deleted', 'tag': '4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:41:54.410388 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ed7efa-b946-4bb4-89f1-b1262dd89f3d', 'name': 'network-vif-deleted', 'tag': '4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d', 'status': 'completed', 'code': 200}
Apr 29 15:41:54.634974 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb1cd2-8170-4761-8faa-52b23002c9c3 req-edc22bb8-dd3a-4643-a4c7-be0d5f023137 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:54.636388 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4deb1cd2-8170-4761-8faa-52b23002c9c3 req-edc22bb8-dd3a-4643-a4c7-be0d5f023137 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0853684
Apr 29 15:41:54.680527 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4deb1cd2-8170-4761-8faa-52b23002c9c3 req-9a5a657d-b564-42ed-85c7-2971a091716a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380356
Apr 29 15:41:54.874721 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:41:54.877090 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:41:54.915438 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:41:54.915795 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 4a6adeb0-6c0e-4612-9808-6b9fe2b0ab3d not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:41:55.049671 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:55.061759 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e987f81-359c-4d29-8e85-f3fc9a9b0d81 req-d55d7639-df71-4a8f-88a6-701a167448b7 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:55.062935 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e987f81-359c-4d29-8e85-f3fc9a9b0d81 req-d55d7639-df71-4a8f-88a6-701a167448b7 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 944 time: 0.0853665
Apr 29 15:41:55.063351 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'port_id': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'mac_address': 'fa:16:3e:1d:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:41:55.110752 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3e987f81-359c-4d29-8e85-f3fc9a9b0d81 req-ec027306-bc16-42b3-a6bf-39fb2067f7ec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411630
Apr 29 15:41:55.116315 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38058) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:55.126241 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:55.146372 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:41:55.161607 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:55.166698 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:55.168370 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:55.240057 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,revision_number=6']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:55.243356 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:55.244754 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9e7b552-54e2-47e1-bd96-a72b36447670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:55.263904 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e9e7b552-54e2-47e1-bd96-a72b36447670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:41:55.267746 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e9e7b552-54e2-47e1-bd96-a72b36447670 admin admin] Usage tracker for resource:security_group_rule and tenant:8edd6ecdef1544479aa4235b3b5a0d4a is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:41:55.270624 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['14d1ac32-2f0d-45ad-948a-173a4e8e8dd6'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:41:55.271162 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e9e7b552-54e2-47e1-bd96-a72b36447670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:41:55.277065 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e9e7b552-54e2-47e1-bd96-a72b36447670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:41:55.374272 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9e7b552-54e2-47e1-bd96-a72b36447670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:55.377958 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9e7b552-54e2-47e1-bd96-a72b36447670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:55.387463 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:55.427163 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-e9e7b552-54e2-47e1-bd96-a72b36447670 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8edd6ecdef1544479aa4235b3b5a0d4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3094702
Apr 29 15:41:55.428649 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7b552-54e2-47e1-bd96-a72b36447670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b2860b-c1d8-49cc-87f8-83c057188fd8,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:55.429811 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38068) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:41:55.431834 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e9e7b552-54e2-47e1-bd96-a72b36447670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:55.487366 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-95ee871f-41e2-4ae1-85a7-d1536dc0d16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:55.516746 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-95ee871f-41e2-4ae1-85a7-d1536dc0d16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:55.569267 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-95ee871f-41e2-4ae1-85a7-d1536dc0d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:55.572967 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-694e9c92-f8d2-475b-9d84-ccd1d42233dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:55.583922 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee871f-41e2-4ae1-85a7-d1536dc0d16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b2860b-c1d8-49cc-87f8-83c057188fd8,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:55.587713 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-95ee871f-41e2-4ae1-85a7-d1536dc0d16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:55.591032 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-95ee871f-41e2-4ae1-85a7-d1536dc0d16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:55.592108 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-95ee871f-41e2-4ae1-85a7-d1536dc0d16e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69b2860b-c1d8-49cc-87f8-83c057188fd8 HTTP/1.1" status: 204  len: 168 time: 0.1607664
Apr 29 15:41:55.898623 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb42cf-1474-4fbe-90bc-558e7c26cb76 req-c261e8e3-0780-4cd3-95bd-4221e42d9ac7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:55.900205 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0bbb42cf-1474-4fbe-90bc-558e7c26cb76 req-c261e8e3-0780-4cd3-95bd-4221e42d9ac7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.0927901
Apr 29 15:41:55.953074 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0bbb42cf-1474-4fbe-90bc-558e7c26cb76 req-26c4e8dc-8fec-4af6-9518-a0e1e55e074f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458055
Apr 29 15:41:56.300244 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848918a-9611-4a03-8b48-984ef02d0b9b req-73384ccb-f344-4954-b54d-5d12cafe0c8b tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:56.302474 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3848918a-9611-4a03-8b48-984ef02d0b9b req-73384ccb-f344-4954-b54d-5d12cafe0c8b tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 944 time: 0.0805869
Apr 29 15:41:56.352422 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3848918a-9611-4a03-8b48-984ef02d0b9b req-4fbf310b-704d-400c-96bd-ca51ece9f139 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441251
Apr 29 15:41:56.500283 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:56.975051 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:41:56.981570 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:41:57.142073 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:41:57.142449 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:57.158528 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcc71b-2535-48c4-a559-28ca30345905 req-a78b869d-b3a8-428c-bf0f-fff14ff20710 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:57.160013 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aebcc71b-2535-48c4-a559-28ca30345905 req-a78b869d-b3a8-428c-bf0f-fff14ff20710 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.0905802
Apr 29 15:41:57.204061 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aebcc71b-2535-48c4-a559-28ca30345905 req-b12623a9-f181-42e1-9afb-a50788084c0c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380831
Apr 29 15:41:57.212790 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:57.230176 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'port_id': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'mac_address': 'fa:16:3e:e9:82:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08333d16-5599-4296-a62f-95f451835e61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:41:57.359505 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:57.379142 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:57.390727 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:41:57.418606 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:41:57.423764 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:57.432487 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:41:57.433980 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:57.438493 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:57.473631 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:41:57.511611 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:57.514699 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:57.515167 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-4267fd5b-1f18-4339-9704-5c2bbf3a9e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:41:57.588491 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,revision_number=7']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:41:57.592603 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:41:57.611178 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6211e-7869-49d1-ac01-7e5e588e57b7 req-9cde49cb-cb07-4b1b-9cde-ee8d9be41ee4 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:57.614189 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d6a6211e-7869-49d1-ac01-7e5e588e57b7 req-9cde49cb-cb07-4b1b-9cde-ee8d9be41ee4 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 945 time: 0.1537659
Apr 29 15:41:57.660076 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d6a6211e-7869-49d1-ac01-7e5e588e57b7 req-04847090-43d7-417e-b5f2-9775ead1a78e tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405452
Apr 29 15:41:57.672738 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'code': 200}
Apr 29 15:41:58.396651 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248f27c-1e9e-4307-8be5-1d4c0fa71686 req-bed762d1-b0a2-4087-88e1-0d927ef51019 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:58.398117 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e248f27c-1e9e-4307-8be5-1d4c0fa71686 req-bed762d1-b0a2-4087-88e1-0d927ef51019 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0802195
Apr 29 15:41:58.444627 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e248f27c-1e9e-4307-8be5-1d4c0fa71686 req-e72ce017-2dc3-47b3-b30f-66129aa8d8de tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409088
Apr 29 15:41:58.843780 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc8110-2c9e-4891-9939-5d5031c122f2 req-b0ab6220-69e4-4580-8f0f-49153892a038 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:58.845221 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-41fc8110-2c9e-4891-9939-5d5031c122f2 req-b0ab6220-69e4-4580-8f0f-49153892a038 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 945 time: 0.0803938
Apr 29 15:41:58.888799 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-41fc8110-2c9e-4891-9939-5d5031c122f2 req-45423186-9e96-4c5b-9069-2165c148e6a4 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378790
Apr 29 15:41:59.631568 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799d3f7-49ee-4648-a338-f5f6cf3f3a38 req-80ec6768-a6e6-4da3-aee4-f9000e2d0672 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:41:59.633151 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1799d3f7-49ee-4648-a338-f5f6cf3f3a38 req-80ec6768-a6e6-4da3-aee4-f9000e2d0672 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0793960
Apr 29 15:41:59.677450 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1799d3f7-49ee-4648-a338-f5f6cf3f3a38 req-c7a9b372-8440-47a9-b4b5-45478c17b6ec tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384603
Apr 29 15:42:00.072863 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6bc4-0dbe-4240-8dad-84859e96049b req-00a18a4f-9729-46d9-8fa7-068567316686 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:00.074319 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-072d6bc4-0dbe-4240-8dad-84859e96049b req-00a18a4f-9729-46d9-8fa7-068567316686 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 945 time: 0.0820091
Apr 29 15:42:00.118937 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-072d6bc4-0dbe-4240-8dad-84859e96049b req-46dc9a99-0e6f-4398-9daa-626a0288b308 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384524
Apr 29 15:42:00.216677 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-895f1b87-f6db-4f35-a63d-c56f2e3a5947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:00.869447 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435aa31-c798-4123-b4c2-dba7808f4f4b req-9f5bb658-978c-4809-8282-4e1d5275e472 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:00.870912 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d435aa31-c798-4123-b4c2-dba7808f4f4b req-9f5bb658-978c-4809-8282-4e1d5275e472 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0840917
Apr 29 15:42:00.916569 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d435aa31-c798-4123-b4c2-dba7808f4f4b req-cf5c9832-847a-436f-8f19-41ff9c1744af tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397162
Apr 29 15:42:01.312901 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7226ae-cbe5-44a5-a2d4-ca07ecf6f1a2 req-0214d163-572e-46cf-949c-56e34b5c4dc5 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:01.314370 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5d7226ae-cbe5-44a5-a2d4-ca07ecf6f1a2 req-0214d163-572e-46cf-949c-56e34b5c4dc5 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 945 time: 0.0878122
Apr 29 15:42:01.363589 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5d7226ae-cbe5-44a5-a2d4-ca07ecf6f1a2 req-4201456a-29cf-4013-a2cf-36268476ceb1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433853
Apr 29 15:42:02.103194 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a9f92-ac25-40c0-869a-9183072a5a17 req-96c67284-dab0-4e0d-a028-e58d80ad1f23 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:02.104625 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-536a9f92-ac25-40c0-869a-9183072a5a17 req-96c67284-dab0-4e0d-a028-e58d80ad1f23 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0789950
Apr 29 15:42:02.149215 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-536a9f92-ac25-40c0-869a-9183072a5a17 req-ef63b09f-38b5-43ba-b64b-34b90998868d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385008
Apr 29 15:42:02.545278 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd2ea8-4643-4960-bb79-c7dd08673c3f req-4cbf304e-2544-4f7a-8291-422ceb9032d2 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:02.546690 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e9cd2ea8-4643-4960-bb79-c7dd08673c3f req-4cbf304e-2544-4f7a-8291-422ceb9032d2 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 945 time: 0.0769031
Apr 29 15:42:02.590751 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e9cd2ea8-4643-4960-bb79-c7dd08673c3f req-91c18060-df3b-4237-bc5b-aa3c14a9ee40 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383747
Apr 29 15:42:02.983007 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-84daa899-6a0d-47ad-a02b-782be4716503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:03.083943 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:03.199917 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['1136b1cc-6d61-4aa0-8a04-1c287683c0a0'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:42:03.355071 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4c99c-9033-4fa7-9500-dbba92355cd6 req-4bc34f23-0207-4212-954a-43f514b5f88c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:03.357109 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-19d4c99c-9033-4fa7-9500-dbba92355cd6 req-4bc34f23-0207-4212-954a-43f514b5f88c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0894303
Apr 29 15:42:03.404380 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-19d4c99c-9033-4fa7-9500-dbba92355cd6 req-82e6ee78-6b02-4131-be4b-6dd31ef40079 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411901
Apr 29 15:42:03.784468 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc7fce-aa9f-433b-989b-bfc6e6aa4d65 req-0067c378-45bd-4f3f-849c-260af976de02 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:03.786006 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f7bc7fce-aa9f-433b-989b-bfc6e6aa4d65 req-0067c378-45bd-4f3f-849c-260af976de02 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 945 time: 0.0912225
Apr 29 15:42:03.826088 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:03.858229 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f7bc7fce-aa9f-433b-989b-bfc6e6aa4d65 req-6b2a69e3-6819-4c3d-9ec0-8b779827dfbc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661380
Apr 29 15:42:04.595204 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919786d1-242b-4878-a0da-7d58a95680db req-7e670103-e7a2-49a6-b127-2ea10343205a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:04.597222 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-919786d1-242b-4878-a0da-7d58a95680db req-7e670103-e7a2-49a6-b127-2ea10343205a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0786676
Apr 29 15:42:04.725728 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-919786d1-242b-4878-a0da-7d58a95680db req-1e7f68b1-22ec-4e64-8572-1771e8503a03 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1225102
Apr 29 15:42:05.039908 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dfd24-b959-4c1a-b809-2eae4f93a8c3 req-5066bd97-60f2-46f8-a709-9a541df8a0f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:05.041348 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-084dfd24-b959-4c1a-b809-2eae4f93a8c3 req-5066bd97-60f2-46f8-a709-9a541df8a0f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 945 time: 0.0795557
Apr 29 15:42:05.086364 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-084dfd24-b959-4c1a-b809-2eae4f93a8c3 req-dfff53a7-e657-4630-8341-83dab14977c1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393977
Apr 29 15:42:05.370358 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:05.914080 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5d460-5752-40b6-b359-3f39e77f6990 req-2432cf70-4c2a-4c8c-96a9-c4370569dda6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:05.915439 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-95e5d460-5752-40b6-b359-3f39e77f6990 req-2432cf70-4c2a-4c8c-96a9-c4370569dda6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0791771
Apr 29 15:42:05.960067 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-95e5d460-5752-40b6-b359-3f39e77f6990 req-e7a6e42e-3cd6-4404-9313-791a94638412 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387928
Apr 29 15:42:06.270643 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f50269-3013-4425-aeba-63ba22630aaa req-748dd590-5a6c-4968-93fa-31b2a6bc26d8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:06.271972 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-74f50269-3013-4425-aeba-63ba22630aaa req-748dd590-5a6c-4968-93fa-31b2a6bc26d8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 945 time: 0.0823500
Apr 29 15:42:06.315797 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-74f50269-3013-4425-aeba-63ba22630aaa req-9b67759c-da56-44b2-8fa3-623c3dbd927e tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375314
Apr 29 15:42:07.148641 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af957bb8-c7d1-429c-bb87-b06bdfe95f91 req-6d7ef818-bf84-4167-81e7-34fa8223835b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:07.150104 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-af957bb8-c7d1-429c-bb87-b06bdfe95f91 req-6d7ef818-bf84-4167-81e7-34fa8223835b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0811050
Apr 29 15:42:07.199468 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-af957bb8-c7d1-429c-bb87-b06bdfe95f91 req-1d6a7461-1b90-4340-8e5b-561d380da938 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436041
Apr 29 15:42:07.499469 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865951-89a0-453f-9c45-27464572751b req-ee329cae-85a0-4c95-9337-7915f1b33d7c tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:07.501118 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-52865951-89a0-453f-9c45-27464572751b req-ee329cae-85a0-4c95-9337-7915f1b33d7c tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 945 time: 0.0821874
Apr 29 15:42:07.544455 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-52865951-89a0-453f-9c45-27464572751b req-50b7e4af-c7d9-46a0-83a6-55530e728940 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371900
Apr 29 15:42:08.393268 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5950a4-04d0-44f5-80b5-6c173022c2db req-47d26a43-de04-4767-a02d-a03a119ab855 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:08.395504 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6e5950a4-04d0-44f5-80b5-6c173022c2db req-47d26a43-de04-4767-a02d-a03a119ab855 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0849755
Apr 29 15:42:08.439695 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6e5950a4-04d0-44f5-80b5-6c173022c2db req-4f67f717-4aae-44d2-9385-a426e64a8b2a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382788
Apr 29 15:42:08.625288 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:08.694458 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:42:08.699058 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:08.699431 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:08.727212 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2504c-94e4-486b-b33a-21480b26da46 req-545f2e60-e71c-4ebf-9a98-d246daed823e tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:08.728675 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4bd2504c-94e4-486b-b33a-21480b26da46 req-545f2e60-e71c-4ebf-9a98-d246daed823e tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 945 time: 0.0809367
Apr 29 15:42:08.774749 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4bd2504c-94e4-486b-b33a-21480b26da46 req-3d9f54f3-e60e-4762-a608-6f7fe293bf13 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401514
Apr 29 15:42:08.817549 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:08.843797 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:42:08.853820 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:42:08.862748 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:08.865095 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:08.901911 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'code': 200}
Apr 29 15:42:08.936437 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:08.939586 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:09.306957 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b63f5-0d63-46ec-92da-32a55850a1b0 req-74bc3c66-3d09-4875-818a-5cbaa949bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:09.308443 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8b2b63f5-0d63-46ec-92da-32a55850a1b0 req-74bc3c66-3d09-4875-818a-5cbaa949bf80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 1099 time: 0.1188686
Apr 29 15:42:09.373582 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8b2b63f5-0d63-46ec-92da-32a55850a1b0 req-634da13c-c003-49a0-88f6-72c8ab1c296e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558290
Apr 29 15:42:09.638035 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd02c2-32f6-48e0-8300-f0cd0c50c1be req-b4190b7e-867b-4366-8696-a0156fb468bb tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:09.639635 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-03dd02c2-32f6-48e0-8300-f0cd0c50c1be req-b4190b7e-867b-4366-8696-a0156fb468bb tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0849950
Apr 29 15:42:09.686446 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-03dd02c2-32f6-48e0-8300-f0cd0c50c1be req-6836b5ff-11d1-41ca-a97c-201686907880 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405405
Apr 29 15:42:09.999298 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5206a-83da-4dc3-ac06-a2e00a04d211 req-530c3b10-ec45-42dd-be63-c885a858f6cd tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:10.001543 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-68f5206a-83da-4dc3-ac06-a2e00a04d211 req-530c3b10-ec45-42dd-be63-c885a858f6cd tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 946 time: 0.1007519
Apr 29 15:42:10.065954 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-68f5206a-83da-4dc3-ac06-a2e00a04d211 req-a339f3fa-c871-4876-b90f-d987f1ff2390 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562415
Apr 29 15:42:10.977754 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5ed2e-032a-4d36-855f-7a08be980e9f req-a6483d38-1ad8-465a-a32f-f8be8b58f38a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:10.979189 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-44c5ed2e-032a-4d36-855f-7a08be980e9f req-a6483d38-1ad8-465a-a32f-f8be8b58f38a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0926213
Apr 29 15:42:11.025465 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-44c5ed2e-032a-4d36-855f-7a08be980e9f req-d51fc3b8-1951-4468-a443-e61f2bc91625 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402091
Apr 29 15:42:11.267369 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a5be2-fd33-4377-844a-9244920b0b4a req-22dcb76f-d439-4360-aaae-82c4add9f295 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:11.270089 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1c2a5be2-fd33-4377-844a-9244920b0b4a req-22dcb76f-d439-4360-aaae-82c4add9f295 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 946 time: 0.0941446
Apr 29 15:42:11.324809 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1c2a5be2-fd33-4377-844a-9244920b0b4a req-a61cd158-18d5-44b6-b631-76e044adafa4 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480201
Apr 29 15:42:11.529022 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3702e-33de-4147-9cd1-f309397942be req-3f52c972-e072-4c31-a44a-426ee1ea497c tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:11.530816 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-99e3702e-33de-4147-9cd1-f309397942be req-3f52c972-e072-4c31-a44a-426ee1ea497c tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 946 time: 0.0910325
Apr 29 15:42:11.592181 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-99e3702e-33de-4147-9cd1-f309397942be req-cbd76d93-6494-4336-a9c9-8b932808759d tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542126
Apr 29 15:42:12.003796 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a6770-b4a3-46fc-996e-74aa815211fe req-6203e79e-b17c-436b-8fe5-829a7cbd50b9 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:12.005269 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a48a6770-b4a3-46fc-996e-74aa815211fe req-6203e79e-b17c-436b-8fe5-829a7cbd50b9 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 946 time: 0.0863862
Apr 29 15:42:12.052263 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a48a6770-b4a3-46fc-996e-74aa815211fe req-8e2f7e27-e8bf-490d-870d-34cad284b90d tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412421
Apr 29 15:42:12.249839 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a8930-b299-4479-8c94-ef362e16caab req-6d2c39f3-b006-4073-8324-a7078ea0c148 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:12.251765 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-357a8930-b299-4479-8c94-ef362e16caab req-6d2c39f3-b006-4073-8324-a7078ea0c148 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1019921
Apr 29 15:42:12.326531 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-357a8930-b299-4479-8c94-ef362e16caab req-48743b53-94f8-4f25-be74-5cf288981f4b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659182
Apr 29 15:42:13.596299 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a6bd2-5e8f-4ae8-8212-dc2e718b5c93 req-14718476-c290-4950-a63f-3a375c2c59ee tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:13.598790 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f93a6bd2-5e8f-4ae8-8212-dc2e718b5c93 req-14718476-c290-4950-a63f-3a375c2c59ee tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1177261
Apr 29 15:42:13.666623 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f93a6bd2-5e8f-4ae8-8212-dc2e718b5c93 req-b3813ea1-9031-4d13-9f44-6c7843f39483 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606472
Apr 29 15:42:14.934210 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7e3c8-ba9f-474b-bc65-6b0d0c708f9b req-055387b8-30fe-420a-9aa4-6034dcaa91d9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:14.936616 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c0e7e3c8-ba9f-474b-bc65-6b0d0c708f9b req-055387b8-30fe-420a-9aa4-6034dcaa91d9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0961523
Apr 29 15:42:15.009659 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c0e7e3c8-ba9f-474b-bc65-6b0d0c708f9b req-cdc4350b-e833-4912-be4d-5724f918470b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625503
Apr 29 15:42:16.233964 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cae27b-ffc2-4522-b525-a03b9692b2e4 req-99a1935f-9bb7-4899-ba22-1822dada3e42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:16.241727 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b9cae27b-ffc2-4522-b525-a03b9692b2e4 req-99a1935f-9bb7-4899-ba22-1822dada3e42 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1124170
Apr 29 15:42:16.286003 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b9cae27b-ffc2-4522-b525-a03b9692b2e4 req-c69960fb-9e6d-4add-a24f-ba785a6573f6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422602
Apr 29 15:42:17.585877 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f236910-ce6f-4e0d-b41e-0ff1517fff85 req-df30ab2f-d4ca-407f-9cc3-060d620abeb9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:17.588091 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5f236910-ce6f-4e0d-b41e-0ff1517fff85 req-df30ab2f-d4ca-407f-9cc3-060d620abeb9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1660359
Apr 29 15:42:17.644626 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5f236910-ce6f-4e0d-b41e-0ff1517fff85 req-a1f0cc93-9261-4f35-9d2b-6b7f729c12f5 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490444
Apr 29 15:42:18.343152 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:42:18.849470 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdc317-fa6c-4cf8-8a76-6b5a272bb4c1 req-87b7e55a-d4df-4bc3-9e47-af9c23291c55 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:18.851033 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-60cdc317-fa6c-4cf8-8a76-6b5a272bb4c1 req-87b7e55a-d4df-4bc3-9e47-af9c23291c55 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0930665
Apr 29 15:42:18.903149 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-60cdc317-fa6c-4cf8-8a76-6b5a272bb4c1 req-15fdb4d5-2e5a-4c32-8553-fc96068c3ac5 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459058
Apr 29 15:42:20.110691 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3b4f-6aa4-40c5-bb93-78f8219c5608 req-c62ad677-a51c-46ab-b64d-7a21c3f72885 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:20.118562 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-256c3b4f-6aa4-40c5-bb93-78f8219c5608 req-c62ad677-a51c-46ab-b64d-7a21c3f72885 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0959480
Apr 29 15:42:20.161756 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-256c3b4f-6aa4-40c5-bb93-78f8219c5608 req-e566f0fb-9d18-4183-960d-97a48bd53ae7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423312
Apr 29 15:42:21.236788 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-7bdff20e-0457-4b3e-b07f-5d5bfae23e02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0704987
Apr 29 15:42:21.421896 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de61b68-8266-48e2-a917-0f0137d9d0ec req-a7d02ad6-0942-4a8a-b7cf-265bd5f7051b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:21.423355 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4de61b68-8266-48e2-a917-0f0137d9d0ec req-a7d02ad6-0942-4a8a-b7cf-265bd5f7051b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.1445596
Apr 29 15:42:21.425965 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-d0f3244c-39bf-4a94-a4ca-0a8e557fcc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:21.427340 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-d0f3244c-39bf-4a94-a4ca-0a8e557fcc1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 1098 time: 0.1152782
Apr 29 15:42:21.554401 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4de61b68-8266-48e2-a917-0f0137d9d0ec req-5f012a89-8d30-41a9-958c-0ba524d2da13 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246574
Apr 29 15:42:21.590473 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-573f5621-ac6e-42a3-b51f-fda5d1a74904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:21.591908 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-573f5621-ac6e-42a3-b51f-fda5d1a74904 service neutron] 10.222.0.32 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 912 time: 0.1442008
Apr 29 15:42:21.694685 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-f7aebb21-5985-4ff7-9705-c20a85da06af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e HTTP/1.1" status: 200  len: 1001 time: 0.0956712
Apr 29 15:42:21.759611 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-75ed232c-b494-4272-b327-65925c2cf1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:21.760910 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-75ed232c-b494-4272-b327-65925c2cf1fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed2ba634-ffc0-48c4-9162-332a736aade9 HTTP/1.1" status: 200  len: 850 time: 0.0591412
Apr 29 15:42:21.835181 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-463db8a6-be1a-4632-8a24-36df94d42f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:21.836625 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-463db8a6-be1a-4632-8a24-36df94d42f87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=905c0d65-04c5-4bff-b644-f1439c03b662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684907
Apr 29 15:42:22.042231 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-6fb42af1-d7f2-4a01-9f6f-b667f4bef378 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983654
Apr 29 15:42:22.171842 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a7f944fe-4395-43f9-9797-3282fb8a355f req-25b58081-684b-4ff3-b6d2-7215cac16ef0 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189659
Apr 29 15:42:22.745018 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285da4c-1ba8-4617-8c23-c7080ee4e937 req-a48fc85b-b0be-4487-a3eb-50dec0c34e5a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:22.746443 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5285da4c-1ba8-4617-8c23-c7080ee4e937 req-a48fc85b-b0be-4487-a3eb-50dec0c34e5a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0785973
Apr 29 15:42:22.789857 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5285da4c-1ba8-4617-8c23-c7080ee4e937 req-8cd87c3c-4c52-4943-b18f-a4d06a8267e2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376823
Apr 29 15:42:23.978300 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98719bc5-e461-4b9d-a0e3-6ee21e28dd06 req-13ec783f-b403-4daf-98da-50f3f2ace59d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:23.979650 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-98719bc5-e461-4b9d-a0e3-6ee21e28dd06 req-13ec783f-b403-4daf-98da-50f3f2ace59d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0815060
Apr 29 15:42:24.027251 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-98719bc5-e461-4b9d-a0e3-6ee21e28dd06 req-3ff44156-464f-47b2-be79-35fe66b49a2e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419917
Apr 29 15:42:25.218424 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602dc06-8f4c-452c-b374-692209b002c5 req-53af9242-900d-4dc6-b920-5443a06cbe5a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:25.219869 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9602dc06-8f4c-452c-b374-692209b002c5 req-53af9242-900d-4dc6-b920-5443a06cbe5a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0821805
Apr 29 15:42:25.264629 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9602dc06-8f4c-452c-b374-692209b002c5 req-ffa81f0a-21a1-4371-8f19-ce806968b83b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390723
Apr 29 15:42:26.455288 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e52404-738f-4aa7-af13-f68be1d735f8 req-300270e2-6d1e-4f5f-800f-d0445265260d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:26.457504 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-24e52404-738f-4aa7-af13-f68be1d735f8 req-300270e2-6d1e-4f5f-800f-d0445265260d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 945 time: 0.0807734
Apr 29 15:42:26.499732 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-24e52404-738f-4aa7-af13-f68be1d735f8 req-2efee73d-3c50-4eba-872c-6d793e9b16ec tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365930
Apr 29 15:42:26.901529 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:42:26.942191 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:26.990528 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986db7d7-079c-48e8-acd1-4b660e0bdbe6 req-32772eb9-79a6-48c9-b371-203767647754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:26.992192 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-986db7d7-079c-48e8-acd1-4b660e0bdbe6 req-32772eb9-79a6-48c9-b371-203767647754 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 1098 time: 0.0763340
Apr 29 15:42:27.025994 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:27.056987 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:42:27.066875 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:42:27.070936 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:27.073729 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:27.119651 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'code': 200}
Apr 29 15:42:27.136703 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986db7d7-079c-48e8-acd1-4b660e0bdbe6 req-013c1dad-c5be-40dc-9a72-03a1dea710ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:27.138175 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-986db7d7-079c-48e8-acd1-4b660e0bdbe6 req-013c1dad-c5be-40dc-9a72-03a1dea710ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 918 time: 0.1391056
Apr 29 15:42:27.144533 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,revision_number=8']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:27.152471 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.152808 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.153160 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.153486 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.153805 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.154126 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.154438 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.154750 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.155078 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.155390 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.155697 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.156001 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:27.159881 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:27.242780 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-986db7d7-079c-48e8-acd1-4b660e0bdbe6 req-dc44237e-8ebf-4f97-a11d-6ecb4b6f7ea4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 HTTP/1.1" status: 200  len: 999 time: 0.0965331
Apr 29 15:42:27.311651 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986db7d7-079c-48e8-acd1-4b660e0bdbe6 req-01c44e2a-3f1d-44be-b27f-70f9f1247c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:27.313112 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-986db7d7-079c-48e8-acd1-4b660e0bdbe6 req-01c44e2a-3f1d-44be-b27f-70f9f1247c87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 200  len: 856 time: 0.0623589
Apr 29 15:42:27.413457 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986db7d7-079c-48e8-acd1-4b660e0bdbe6 req-ad38b0e4-c9a5-4f89-ac3b-daf23409f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:27.414953 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-986db7d7-079c-48e8-acd1-4b660e0bdbe6 req-ad38b0e4-c9a5-4f89-ac3b-daf23409f630 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723631
Apr 29 15:42:27.807784 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3427e-c262-454a-a5f2-16a5b3a6f401 req-518e6f2e-9801-405f-82b1-d359878cd8bf tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:27.809363 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1dc3427e-c262-454a-a5f2-16a5b3a6f401 req-518e6f2e-9801-405f-82b1-d359878cd8bf tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1992025
Apr 29 15:42:27.811236 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-986db7d7-079c-48e8-acd1-4b660e0bdbe6 req-092ea09d-6c10-43d5-a1c1-f6d92e01ceb5 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665392
Apr 29 15:42:27.948972 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1dc3427e-c262-454a-a5f2-16a5b3a6f401 req-528e1302-5333-47f8-964e-a76853fe60b6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1319993
Apr 29 15:42:27.985512 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-986db7d7-079c-48e8-acd1-4b660e0bdbe6 req-eb773243-d7bf-49b5-92c2-d878f94a084f service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527698
Apr 29 15:42:28.551038 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53fcb7-ecc4-4f25-ab96-bb8fdcc3281b req-4437a93d-1d97-4c13-a44d-9821134a22e1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:28.552653 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4d53fcb7-ecc4-4f25-ab96-bb8fdcc3281b req-4437a93d-1d97-4c13-a44d-9821134a22e1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 946 time: 0.0867155
Apr 29 15:42:28.597793 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4d53fcb7-ecc4-4f25-ab96-bb8fdcc3281b req-a3126225-f5ad-43c8-9ea7-4cb608147611 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393906
Apr 29 15:42:28.620430 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38442) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:28.842861 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b75e2e8-8bab-4d36-b70f-c81240f32a45 tempest-TestMinimumBasicScenario-379788201 tempest-TestMinimumBasicScenario-379788201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:28.844331 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-4b75e2e8-8bab-4d36-b70f-c81240f32a45 tempest-TestMinimumBasicScenario-379788201 tempest-TestMinimumBasicScenario-379788201-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 1094 time: 0.2225409
Apr 29 15:42:28.847171 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38448) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:28.857548 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Request body: {'floatingip': {'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'port_id': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:28.863180 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:28.867634 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Usage tracker for resource:floatingip and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:28.870486 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:28.876115 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:28.887075 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for floatingip, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:29.036287 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:29.162977 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d903f68-01b9-49ab-8603-2078aef3f8d0 req-af4d111c-3b94-44af-a5ad-b2cf1e7bf2e9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:29.170318 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4d903f68-01b9-49ab-8603-2078aef3f8d0 req-af4d111c-3b94-44af-a5ad-b2cf1e7bf2e9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1025381
Apr 29 15:42:29.191416 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Allocated IP 172.27.3.225 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/afb5f8e5-a935-4ae4-b209-a39453a76d24) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:42:29.224867 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4d903f68-01b9-49ab-8603-2078aef3f8d0 req-23d9d3a9-54bf-4a24-b50d-785261d0da4f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512424
Apr 29 15:42:29.368564 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:29.397786 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:29.402310 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:29.458433 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:42:29.461467 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:29.464128 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:42:29.524039 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'Port': ['ID=afb5f8e5-a935-4ae4-b209-a39453a76d24,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:29.534908 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.535277 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.535640 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.535993 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.536341 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.537261 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.537593 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.537931 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.538271 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.538612 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.538951 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.539289 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:29.543074 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:30.145520 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:30.217770 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-4a066da2-63a0-4587-b73b-aedfef97d0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:30.259764 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:30.516402 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51330f6a-3ad1-48c7-8595-0f6063303d38 req-dddfe125-72a3-47bb-b9db-f372f76505a5 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:30.517892 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-51330f6a-3ad1-48c7-8595-0f6063303d38 req-dddfe125-72a3-47bb-b9db-f372f76505a5 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1772056
Apr 29 15:42:30.558146 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:30.569073 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8128073'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:30.577122 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:30.618051 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-51330f6a-3ad1-48c7-8595-0f6063303d38 req-4175b528-c975-4c33-98e5-a70c12c8460a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927646
Apr 29 15:42:30.687539 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'Port': ['ID=afb5f8e5-a935-4ae4-b209-a39453a76d24,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:30.691713 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:30.700328 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:30.876350 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.l3_db [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Floating IP 3ac4113f-1cc4-458a-abbb-06f067585c11 associated. External IP: 172.27.3.225, port: 1136b1cc-6d61-4aa0-8a04-1c287683c0a0.
Apr 29 15:42:31.246853 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:42:31.545020 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:42:31.554934 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de0e9fe-a8aa-414a-bd95-99b924f0199d None None] Sync routers for ids ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:42:31.571542 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0e9fe-a8aa-414a-bd95-99b924f0199d None None] Routers {'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:42:31.572522 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-2de0e9fe-a8aa-414a-bd95-99b924f0199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee31507f0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:42:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:31.590846 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:31.594602 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5829e-1976-483f-a013-4a83af40c4d6 req-d5bea76f-dc0b-4fcf-a99b-ef04980edd72 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:31.596429 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c3d5829e-1976-483f-a013-4a83af40c4d6 req-d5bea76f-dc0b-4fcf-a99b-ef04980edd72 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0911815
Apr 29 15:42:31.662501 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8143184
Apr 29 15:42:31.663632 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:42:31.668506 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38518) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:31.675050 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969727787', 'description': 'tempest-secgroup-smoke-1969727787 description', 'project_id': '0a8498e2580b4ba29e4199fe811edb8c'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:31.678930 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c3d5829e-1976-483f-a013-4a83af40c4d6 req-607faf60-1a95-41ee-bdd9-bf81169ac783 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748422
Apr 29 15:42:31.686766 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:31.698466 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:31.713177 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:31.736998 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:31.742161 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Usage tracker for resource:security_group_rule and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:31.760887 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:31.773921 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:31.812261 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-2de0e9fe-a8aa-414a-bd95-99b924f0199d None None] Set router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:42:31.909667 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'status': 'completed', 'code': 200}
Apr 29 15:42:31.910361 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38536) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:31.924304 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:31.931338 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:31.963936 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-697fab7c-d969-4e33-9fd2-bdee964042da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:31.972427 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c05d3-1dbd-42d3-b225-897519a2eb84 req-ef6c5251-25bf-43f9-893b-ddd51ee64726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:31.974469 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-936c05d3-1dbd-42d3-b225-897519a2eb84 req-ef6c5251-25bf-43f9-893b-ddd51ee64726 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8498e2580b4ba29e4199fe811edb8c&device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 1099 time: 0.1029181
Apr 29 15:42:31.981225 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:31.984961 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3127923
Apr 29 15:42:32.003893 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38542) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:32.025213 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Request body: {'security_group_rule': {'security_group_id': '0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead', 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:32.031305 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:32.035214 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Usage tracker for resource:security_group_rule and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:32.038615 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:32.041903 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:32.045648 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:32.046620 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:32.093669 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-8137698a-ab88-4fa1-a569-e0c674c7c814 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1746428
Apr 29 15:42:32.243257 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.260904 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-2de0e9fe-a8aa-414a-bd95-99b924f0199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee31507f0>, [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 4, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '3ac4113f-1cc4-458a-abbb-06f067585c11', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'port_id': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'mac_address': 'fa:16:3e:e9:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:42:29Z', 'updated_at': '2021-04-29T15:42:29Z', 'revision_number': 0, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6c88fa-8e40-4164-ae7a-ccefa170aea0', 'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'mac_address': 'fa:16:3e:34:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '08333d16-5599-4296-a62f-95f451835e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:04Z', 'updated_at': '2021-04-29T15:41:11Z', 'revision_number': 5, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'subnets': [{'id': '08333d16-5599-4296-a62f-95f451835e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:32.265932 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de0e9fe-a8aa-414a-bd95-99b924f0199d None None] Checking router: b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:42:32.275201 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0e9fe-a8aa-414a-bd95-99b924f0199d None None] Routers {'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:42:32.276406 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-2de0e9fe-a8aa-414a-bd95-99b924f0199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee31507f0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:42:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:32.309937 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.323508 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.336298 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:32.355141 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39aa0f24-beac-41ea-92e9-46e4ffe82301,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:32.368207 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c05d3-1dbd-42d3-b225-897519a2eb84 req-71edff32-0f61-43fb-97e5-8caa0edd7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:32.369683 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-936c05d3-1dbd-42d3-b225-897519a2eb84 req-71edff32-0f61-43fb-97e5-8caa0edd7798 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64454d9c-2f84-442a-8126-ff8505d50dcd HTTP/1.1" status: 200  len: 915 time: 0.3857889
Apr 29 15:42:32.377181 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.377559 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.377934 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.378290 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.378877 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.379423 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.380724 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.381631 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.382286 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.382927 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.383670 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.384231 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:32.444843 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:32.453959 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.455673 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-8736ea8c-7e0c-4457-9aaa-41c6575c44ba tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4482512
Apr 29 15:42:32.460013 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38558) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:32.466750 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Request body: {'security_group_rule': {'security_group_id': '0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead', 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:32.476198 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:32.481388 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Usage tracker for resource:security_group_rule and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:32.486933 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:32.496066 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:32.504874 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-2de0e9fe-a8aa-414a-bd95-99b924f0199d None None] Set router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:42:32.509525 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-936c05d3-1dbd-42d3-b225-897519a2eb84 req-fec65cda-be9b-4ed5-9a22-c630c67ee72e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 1000 time: 0.1220100
Apr 29 15:42:32.516335 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.593581 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c05d3-1dbd-42d3-b225-897519a2eb84 req-99cdfe6a-ba97-48a8-9bd4-3c4b15354d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:32.595108 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-936c05d3-1dbd-42d3-b225-897519a2eb84 req-99cdfe6a-ba97-48a8-9bd4-3c4b15354d28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08333d16-5599-4296-a62f-95f451835e61 HTTP/1.1" status: 200  len: 853 time: 0.0789165
Apr 29 15:42:32.602060 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.607199 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.628745 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0b72d579-13de-4039-b9e0-3abe287b0069 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:32.644495 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04448b0e-9eac-407c-85eb-14da5501aa7d,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:32.648580 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:32.649726 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.651076 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-d7680cd4-b879-4b07-842f-655983e4ba29 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1898897
Apr 29 15:42:32.653762 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38562) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:32.661840 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Request body: {'security_group_rule': {'security_group_id': '0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead', 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:32.669062 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:32.673888 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Usage tracker for resource:security_group_rule and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:32.678597 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:32.684056 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c05d3-1dbd-42d3-b225-897519a2eb84 req-6dee7d59-c5ed-4a98-90b3-5fa1189852cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:32.684673 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:32.685533 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-936c05d3-1dbd-42d3-b225-897519a2eb84 req-6dee7d59-c5ed-4a98-90b3-5fa1189852cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64454d9c-2f84-442a-8126-ff8505d50dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824010
Apr 29 15:42:32.702871 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.860128 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.868147 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.870324 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:32.879450 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-936c05d3-1dbd-42d3-b225-897519a2eb84 req-da83daac-51fa-45e1-b4e6-19994c1f6e78 service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759942
Apr 29 15:42:32.898380 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4303615-1971-4dce-84fb-aea5c92de55a,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:32.901123 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:42:32.902850 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:32.915011 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:32.919914 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38570) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:32.921155 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-169b3f33-c59a-4372-a994-3b6135cf1b19 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2641973
Apr 29 15:42:32.946125 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Request body: {'security_group_rule': {'security_group_id': '0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead', 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:32.957674 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:33.009575 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Usage tracker for resource:security_group_rule and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:33.030363 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:33.031305 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-2de0e9fe-a8aa-414a-bd95-99b924f0199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee31507f0>, [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 4, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '3ac4113f-1cc4-458a-abbb-06f067585c11', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'port_id': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'mac_address': 'fa:16:3e:e9:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:42:29Z', 'updated_at': '2021-04-29T15:42:29Z', 'revision_number': 0, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6c88fa-8e40-4164-ae7a-ccefa170aea0', 'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'mac_address': 'fa:16:3e:34:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '08333d16-5599-4296-a62f-95f451835e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:04Z', 'updated_at': '2021-04-29T15:41:11Z', 'revision_number': 5, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'subnets': [{'id': '08333d16-5599-4296-a62f-95f451835e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:33.044193 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-91dcfb14-0008-4d6f-af49-7b07e872bad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.045746 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de0e9fe-a8aa-414a-bd95-99b924f0199d None None] The sync data for ids ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'] in dv-cinder-788782-1-iscsi is: [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 4, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '3ac4113f-1cc4-458a-abbb-06f067585c11', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'port_id': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'mac_address': 'fa:16:3e:e9:82:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:42:29Z', 'updated_at': '2021-04-29T15:42:29Z', 'revision_number': 0, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6c88fa-8e40-4164-ae7a-ccefa170aea0', 'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'mac_address': 'fa:16:3e:34:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '08333d16-5599-4296-a62f-95f451835e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:04Z', 'updated_at': '2021-04-29T15:41:11Z', 'revision_number': 5, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'subnets': [{'id': '08333d16-5599-4296-a62f-95f451835e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:42:33.054703 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35f931-c5dc-4e48-b00e-c6a9eca846cb req-1eb5dd04-4d7e-410e-b134-6d787c10a5c6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:33.056190 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1f35f931-c5dc-4e48-b00e-c6a9eca846cb req-1eb5dd04-4d7e-410e-b134-6d787c10a5c6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.2411523
Apr 29 15:42:33.057353 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:33.098616 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.129579 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.142860 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-936c05d3-1dbd-42d3-b225-897519a2eb84 req-16e7901e-4c48-428a-82a5-4185071a54d4 service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550952
Apr 29 15:42:33.169765 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1f35f931-c5dc-4e48-b00e-c6a9eca846cb req-bb118d9c-9d3a-4e3f-b157-d9eab967effc tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037912
Apr 29 15:42:33.222959 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.226695 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.228850 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c35ce2b3-d96e-4dbf-84c7-cfabff496748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:33.251772 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c73cb4-36af-4fa1-a39c-712e1171c25b,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:33.254233 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:33.264226 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.268335 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38578) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:33.268478 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3475013
Apr 29 15:42:33.274017 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Request body: {'security_group_rule': {'security_group_id': '0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead', 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:33.281764 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:33.287552 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Usage tracker for resource:security_group_rule and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:33.290720 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:33.296944 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:33.307895 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.securitygroups_db [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Project 0a8498e2580b4ba29e4199fe811edb8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 15:42:33.314892 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.345907 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d354166-26fb-4275-af8d-8c00ec8fb153 None None] New status for floating IP 3ac4113f-1cc4-458a-abbb-06f067585c11: ACTIVE {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:42:33.389054 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.393818 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.396550 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:33.417649 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e44dae5-2d34-4a44-b27d-9092e7bc753e,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:33.421904 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:33.433028 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.436970 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-7f4e090c-a026-4c81-b225-cefbedf0ccec tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1649585
Apr 29 15:42:33.437420 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38584) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:33.444461 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Request body: {'security_group_rule': {'security_group_id': '0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead', 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:33.451143 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:33.455520 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Usage tracker for resource:security_group_rule and tenant:0a8498e2580b4ba29e4199fe811edb8c is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:33.459004 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:33.467283 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:33.479275 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.securitygroups_db [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Project 0a8498e2580b4ba29e4199fe811edb8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 15:42:33.486263 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.561090 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.565353 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.574956 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-78613a4a-3956-4df7-87bb-7462752b3654 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:33.600695 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dd44ba-0653-4cd4-b225-24bb860449b0,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:33.605323 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:33.622625 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.624145 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-ea06208d-c77b-4425-8d66-c910cb128f72 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1851985
Apr 29 15:42:33.765704 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-72c33223-921d-4bc9-99b9-1d862b82a071 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Synchronizing usage tracker for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:42:33.781486 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-72c33223-921d-4bc9-99b9-1d862b82a071 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Unset dirty status for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:42:33.782831 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-72c33223-921d-4bc9-99b9-1d862b82a071 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969727787&fields=id&tenant_id=0a8498e2580b4ba29e4199fe811edb8c HTTP/1.1" status: 200  len: 267 time: 0.0559132
Apr 29 15:42:33.827722 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:33.872410 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-29c473ba-8b7f-478b-96ec-07972a7fab90 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:33.873858 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-29c473ba-8b7f-478b-96ec-07972a7fab90 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 946 time: 0.0837622
Apr 29 15:42:33.881982 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-237e777d-f25f-4051-8951-0e94118066f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:33.883482 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-237e777d-f25f-4051-8951-0e94118066f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777&tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2 HTTP/1.1" status: 200  len: 1096 time: 0.0712819
Apr 29 15:42:33.885573 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-9c466b11-f35a-4331-b4d8-6536bb7d5d71 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Request body: {'port': {'security_groups': ['9cdf3947-3390-47e4-ac2b-606aa0e6c743', '0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead']}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:33.977386 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-33b8044a-e1d0-4eac-9bc2-675bf2fdf4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:33.978754 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-33b8044a-e1d0-4eac-9bc2-675bf2fdf4d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 1096 time: 0.0706275
Apr 29 15:42:34.009022 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-9c466b11-f35a-4331-b4d8-6536bb7d5d71 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:34.115860 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-4b64faa3-a4f2-4aa6-9960-bbc7d6cb4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:34.117322 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-4b64faa3-a4f2-4aa6-9960-bbc7d6cb4580 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 918 time: 0.1312211
Apr 29 15:42:34.235366 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-df73734e-d850-4b88-a36f-13157cc49eae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 HTTP/1.1" status: 200  len: 999 time: 0.1096528
Apr 29 15:42:34.304824 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-9c466b11-f35a-4331-b4d8-6536bb7d5d71 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] For port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:42:34.335924 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-9c466b11-f35a-4331-b4d8-6536bb7d5d71 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:34.344716 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-9c466b11-f35a-4331-b4d8-6536bb7d5d71 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8128073'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:34.352231 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:34.358612 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['1136b1cc-6d61-4aa0-8a04-1c287683c0a0'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:42:34.371514 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-102f703b-f87f-4445-9e09-532d8540fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:34.373401 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-102f703b-f87f-4445-9e09-532d8540fb6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 200  len: 856 time: 0.1298788
Apr 29 15:42:34.450235 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-9c466b11-f35a-4331-b4d8-6536bb7d5d71 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:34.450864 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-9c466b11-f35a-4331-b4d8-6536bb7d5d71 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:34.451830 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315e1b6-2ec5-427b-b8b1-ddb6feed0dfb req-164fe920-d8b2-419e-ae48-ed18acaff595 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:34.458694 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4e042a75-916b-4ca6-bd86-35b6e1e1f7c6 req-9c466b11-f35a-4331-b4d8-6536bb7d5d71 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "PUT /v2.0/ports/1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 982 time: 0.5755484
Apr 29 15:42:34.458694 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:42:34.469888 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e315e1b6-2ec5-427b-b8b1-ddb6feed0dfb req-164fe920-d8b2-419e-ae48-ed18acaff595 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1710434
Apr 29 15:42:34.497644 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c466b11-f35a-4331-b4d8-6536bb7d5d71 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'Port': ['ID=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,revision_number=6']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:34.509870 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9c466b11-f35a-4331-b4d8-6536bb7d5d71 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:34.521685 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['1136b1cc-6d61-4aa0-8a04-1c287683c0a0'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:42:34.582425 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e315e1b6-2ec5-427b-b8b1-ddb6feed0dfb req-f14e1d97-fd14-462d-91fb-929b4c3a8572 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108460
Apr 29 15:42:34.592772 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-2a9f5f9b-4c12-4e7a-80d4-daaa7876630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:34.594981 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-2a9f5f9b-4c12-4e7a-80d4-daaa7876630d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2068691
Apr 29 15:42:34.679196 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38608) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:34.729585 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'status': 'completed', 'code': 200}
Apr 29 15:42:34.766181 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9e2d9-96d9-47ea-81b9-a1fc38cffed3 req-be322904-2933-4604-8203-92851ea6b2a1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:34.768529 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-69d9e2d9-96d9-47ea-81b9-a1fc38cffed3 req-be322904-2933-4604-8203-92851ea6b2a1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.1486292
Apr 29 15:42:34.841598 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-69d9e2d9-96d9-47ea-81b9-a1fc38cffed3 req-8386a2a9-4544-4e55-8efe-75493f891a35 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0666749
Apr 29 15:42:34.968177 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-79c6b1b6-c227-4440-ac2f-b69a558622e8 None None] Provisioning complete for port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:34.968579 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-79c6b1b6-c227-4440-ac2f-b69a558622e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:34.994091 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-60bda18d-23aa-4f2a-b289-39ceb65bd1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:35.023954 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-60bda18d-23aa-4f2a-b289-39ceb65bd1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:35.040857 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-60bda18d-23aa-4f2a-b289-39ceb65bd1d3 admin admin] Usage tracker for resource:security_group_rule and tenant:76193ddca166401599eba936abfb5128 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:35.045931 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-60bda18d-23aa-4f2a-b289-39ceb65bd1d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:35.054789 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-a9c16b86-6faf-4e23-b671-3d62973862f2 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4524591
Apr 29 15:42:35.056165 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-60bda18d-23aa-4f2a-b289-39ceb65bd1d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:35.171640 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b20ab-b3da-4795-b291-18321f807fd3 req-aed8d761-cf02-4d0d-a5c0-73eefae31b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:35.173210 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f15b20ab-b3da-4795-b291-18321f807fd3 req-aed8d761-cf02-4d0d-a5c0-73eefae31b2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8498e2580b4ba29e4199fe811edb8c&device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 1138 time: 0.2523553
Apr 29 15:42:35.350346 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0f1e2d38-2e1a-4af0-83e2-9ca4e15fd285 req-b75c00d0-ce83-46a2-b379-cc523280ace6 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2854152
Apr 29 15:42:35.376889 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b20ab-b3da-4795-b291-18321f807fd3 req-c6e41406-3ec9-44b2-a38c-039850c6bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:35.378325 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f15b20ab-b3da-4795-b291-18321f807fd3 req-c6e41406-3ec9-44b2-a38c-039850c6bb05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64454d9c-2f84-442a-8126-ff8505d50dcd HTTP/1.1" status: 200  len: 915 time: 0.1914861
Apr 29 15:42:35.392260 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:35.469261 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-60bda18d-23aa-4f2a-b289-39ceb65bd1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:35.485427 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-60bda18d-23aa-4f2a-b289-39ceb65bd1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:35.497915 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6cdddb86-e153-457d-abcb-862035ac0baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:35.544863 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f15b20ab-b3da-4795-b291-18321f807fd3 req-67cd4246-1d7d-4525-bd54-fccce8fb9347 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 1002 time: 0.1533298
Apr 29 15:42:35.553756 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-60bda18d-23aa-4f2a-b289-39ceb65bd1d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76193ddca166401599eba936abfb5128&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8733463
Apr 29 15:42:35.556809 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38624) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:35.586062 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bda18d-23aa-4f2a-b289-39ceb65bd1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920d2ac1-955d-4bcc-92d0-651eaa297701,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:35.591222 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-60bda18d-23aa-4f2a-b289-39ceb65bd1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:35.618503 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b20ab-b3da-4795-b291-18321f807fd3 req-53148547-fbe3-4339-bccd-7609d3c019cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:35.619945 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f15b20ab-b3da-4795-b291-18321f807fd3 req-53148547-fbe3-4339-bccd-7609d3c019cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08333d16-5599-4296-a62f-95f451835e61 HTTP/1.1" status: 200  len: 853 time: 0.0644574
Apr 29 15:42:35.620069 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-742d8337-dd27-48f2-9af7-20053a117dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:35.647069 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-742d8337-dd27-48f2-9af7-20053a117dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:35.706295 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-742d8337-dd27-48f2-9af7-20053a117dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:35.707750 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b20ab-b3da-4795-b291-18321f807fd3 req-300ccefb-ddcc-4bc7-83e2-94c8bc7ea200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:35.709323 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f15b20ab-b3da-4795-b291-18321f807fd3 req-300ccefb-ddcc-4bc7-83e2-94c8bc7ea200 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64454d9c-2f84-442a-8126-ff8505d50dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814683
Apr 29 15:42:35.712975 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-157b7934-a9e7-484f-abae-de0561a6133f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:35.723301 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d8337-dd27-48f2-9af7-20053a117dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920d2ac1-955d-4bcc-92d0-651eaa297701,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:35.725908 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-742d8337-dd27-48f2-9af7-20053a117dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:35.732191 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-742d8337-dd27-48f2-9af7-20053a117dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:35.736613 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-742d8337-dd27-48f2-9af7-20053a117dbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/920d2ac1-955d-4bcc-92d0-651eaa297701 HTTP/1.1" status: 204  len: 168 time: 0.1787856
Apr 29 15:42:35.934093 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f15b20ab-b3da-4795-b291-18321f807fd3 req-90197289-c6f8-44b7-953e-78f08951eb5b service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165749
Apr 29 15:42:35.942464 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22d745-b9cd-44d7-ba2a-78d3c3221743 req-9bec05d5-7fb0-401d-9eb8-93e39b65eaf0 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:35.944906 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ac22d745-b9cd-44d7-ba2a-78d3c3221743 req-9bec05d5-7fb0-401d-9eb8-93e39b65eaf0 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.2097056
Apr 29 15:42:36.119539 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ac22d745-b9cd-44d7-ba2a-78d3c3221743 req-551388a5-85b8-4af1-a87d-afd66396573e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1556230
Apr 29 15:42:36.129601 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f15b20ab-b3da-4795-b291-18321f807fd3 req-32fe4a77-a061-4fcf-81c9-d7b84a11ea62 service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816900
Apr 29 15:42:36.501341 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38690) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:36.758101 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1942121478-network', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:36.763803 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:36.767635 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Usage tracker for resource:network and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:36.771238 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:36.777447 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:36.803761 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Made reservation on behalf of d7d31a397ebf4f1e8842885b9bf49e91 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:42:36.806089 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:36.819787 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:36.836579 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:36.841610 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Usage tracker for resource:security_group_rule and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:36.845172 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:36.852963 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:36.939050 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:36.944547 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:36.952487 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-586d777a-e1bd-4708-b841-3817c8fae452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:36.984537 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:42:36.993936 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dd01f5-5b2a-47c8-a358-6fd27bfb712a,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:36.996996 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:37.001539 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:37.001539 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.segments_db [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Added segment d031cba5-7602-4b5e-9d5e-c9425096158d of type vlan for network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1
Apr 29 15:42:37.026854 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:37.058931 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:37.060257 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:37.060836 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:37.065475 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:37.168878 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Pushing event updated for resources: {'Network': ['ID=7b2df53a-374b-4d56-bc6b-c676e69f8ce1,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:37.175161 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6695175
Apr 29 15:42:37.175161 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:37.175458 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38698) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:37.180654 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:42:37.181176 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Request body: {'subnet': {'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1942121478-subnet', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:37.185866 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:37.189926 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Usage tracker for resource:subnet and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:37.193936 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:37.207768 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:37.237136 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Made reservation on behalf of d7d31a397ebf4f1e8842885b9bf49e91 for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:42:37.240105 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7843631'] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:37.419475 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ac98-7169-4eef-a4ed-60abcd163674 req-05cf880d-e07d-4c2a-a4b2-d86b7b634315 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:37.420963 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bd61ac98-7169-4eef-a4ed-60abcd163674 req-05cf880d-e07d-4c2a-a4b2-d86b7b634315 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1603825
Apr 29 15:42:37.467303 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bd61ac98-7169-4eef-a4ed-60abcd163674 req-f966ac47-d33e-483a-add3-fda9eef8c833 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402775
Apr 29 15:42:37.696247 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7727592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7843677'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:37.701467 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-450436df-6bf8-4559-b566-2aef28cda6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:37.784346 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64abcfb-e266-48ac-a629-81779b5c4af5,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:37.788802 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:37.792759 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Checking segment: {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:42:37.793149 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Network hostable DHCP agents. Network: 7b2df53a-374b-4d56-bc6b-c676e69f8ce1, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:42:37.811802 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:42:37.820681 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 7b2df53a-374b-4d56-bc6b-c676e69f8ce1) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:37.830239 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae1de68-034a-45d4-8af8-a1ca41cbbbea None None] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:42:37.932830 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:37.933528 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:37.967989 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-fa4c06ad-b9e4-4dd6-81dd-ad83dedc698f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7919676
Apr 29 15:42:37.971054 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38708) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:37.979533 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:37.985712 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:37.991766 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Usage tracker for resource:router and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:37.995088 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:38.001211 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:38.012653 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103806'] for router, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.013675 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103785'] for router, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.031161 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.091583 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp594323a0-43f1-584a-9751-39abe0b439be-7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5'}]}} from dv-cinder-788782-1-iscsi. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 29 15:42:38.093351 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.307376 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Allocated IP 172.20.0.2 (7b2df53a-374b-4d56-bc6b-c676e69f8ce1/f64abcfb-e266-48ac-a629-81779b5c4af5/1bc34ee6-6496-46b8-aaa9-2569e105b389) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:42:38.395212 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103835'] for router, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.552546 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.564462 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Transition to ACTIVE for port object 1bc34ee6-6496-46b8-aaa9-2569e105b389 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:42:38.611610 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Transition to ACTIVE for port object 1bc34ee6-6496-46b8-aaa9-2569e105b389 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:42:38.623038 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.629005 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:38.691933 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:42:38.700169 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Resources bound (agent type, host, resource id):  {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:38.704785 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:42:38.719387 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.751658 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9e3e6-dc2d-4172-bee6-82fec1761d56 req-b3fd1010-74e1-4de3-89ef-85cd1206eaf7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:38.752256 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.753234 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16f9e3e6-dc2d-4172-bee6-82fec1761d56 req-b3fd1010-74e1-4de3-89ef-85cd1206eaf7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1593511
Apr 29 15:42:38.764899 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Pushing event updated for resources: {'Port': ['ID=1bc34ee6-6496-46b8-aaa9-2569e105b389,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:38.815949 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:38.835792 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Attempting to bind port 1bc34ee6-6496-46b8-aaa9-2569e105b389 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:42:38.836162 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Attempting to bind port 1bc34ee6-6496-46b8-aaa9-2569e105b389 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:42:38.836527 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Attempting to bind port 1bc34ee6-6496-46b8-aaa9-2569e105b389 on network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:42:38.842613 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:42:38.843141 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Checking segment: {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:42:38.843551 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.844418 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Bound using segment: {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:42:38.844896 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Bound port: 1bc34ee6-6496-46b8-aaa9-2569e105b389, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:42:38.845457 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.861010 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16f9e3e6-dc2d-4172-bee6-82fec1761d56 req-d1d7de96-e202-414f-9ae5-8eccd92ac59b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910575
Apr 29 15:42:38.872807 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38716) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:38.965301 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-c289e786-ca09-42e5-9006-c6030c632ce8 admin admin] Deleting subnet fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:42:38.969737 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c289e786-ca09-42e5-9006-c6030c632ce8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:38.974840 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Allocated IP 172.27.3.154 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/9ca80e0e-854c-4685-af62-b809bc39b0fc) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:42:38.991825 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] For port 1bc34ee6-6496-46b8-aaa9-2569e105b389, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:42:38.994964 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] For port 1bc34ee6-6496-46b8-aaa9-2569e105b389, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=1bc34ee6-6496-46b8-aaa9-2569e105b389,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:42:38.999073 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:39.003658 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-8222ce63-d089-47b5-bfec-3ace9888850c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:39.033367 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c289e786-ca09-42e5-9006-c6030c632ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5884891'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:39.087627 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Pushing event updated for resources: {'Port': ['ID=1bc34ee6-6496-46b8-aaa9-2569e105b389,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:39.099503 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:39.109171 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c289e786-ca09-42e5-9006-c6030c632ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:39.198527 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:39.230275 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:39.235999 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:39.314067 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:42:39.318509 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:39.322966 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:42:39.434868 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca80e0e-854c-4685-af62-b809bc39b0fc,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:39.438198 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:39.561507 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 1bc34ee6-6496-46b8-aaa9-2569e105b389 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:39.607638 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c289e786-ca09-42e5-9006-c6030c632ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7728171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7843652'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:39.615863 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:39.648094 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 1bc34ee6-6496-46b8-aaa9-2569e105b389 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:42:39.653040 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289e786-ca09-42e5-9006-c6030c632ce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:39.656091 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c289e786-ca09-42e5-9006-c6030c632ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:39.656966 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c289e786-ca09-42e5-9006-c6030c632ce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:39.663461 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-c289e786-ca09-42e5-9006-c6030c632ce8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fc3fda81-f9f0-45f3-9ccf-3ecf6e9c38c2 HTTP/1.1" status: 204  len: 168 time: 0.7896042
Apr 29 15:42:39.667215 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38720) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:39.792824 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:39.956129 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:40.101594 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:40.128138 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee190ad00>,) {'filters': {'network_id': ['a7d89d55-da08-472c-a12b-a6fa2b7c9172']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:40.155953 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee190ad00>, '4743604f-1e7f-4aa0-98b5-e29ea3943f4b') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:40.156266 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee190ad00>, '4743604f-1e7f-4aa0-98b5-e29ea3943f4b') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:40.181138 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5884868'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:40.221525 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72828f77-d174-4861-a951-5f6497fd0e3c req-f7440dbf-d78f-4b76-89df-aa050db3da76 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:40.229210 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-72828f77-d174-4861-a951-5f6497fd0e3c req-f7440dbf-d78f-4b76-89df-aa050db3da76 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.2306445
Apr 29 15:42:40.235612 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:40.243067 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:42:40.396549 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-72828f77-d174-4861-a951-5f6497fd0e3c req-d5209fe1-71d2-4fda-a807-9246a4e9831a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1662192
Apr 29 15:42:40.417123 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb327d-a258-4068-a72e-10a5b7ed6e15 None None] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:42:40.491126 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Network a7d89d55-da08-472c-a12b-a6fa2b7c9172 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:42:40.506554 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7728205'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:40.532745 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-b95ad09e-80c1-4ee0-bcb9-21b4881ef8d2 None None] Provisioning for port 1bc34ee6-6496-46b8-aaa9-2569e105b389 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:42:40.544317 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-b95ad09e-80c1-4ee0-bcb9-21b4881ef8d2 None None] Provisioning complete for port 1bc34ee6-6496-46b8-aaa9-2569e105b389 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:40.544703 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b95ad09e-80c1-4ee0-bcb9-21b4881ef8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:40.706188 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683758'] for router, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:40.760094 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Network a7d89d55-da08-472c-a12b-a6fa2b7c9172 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]: Traceback (most recent call last):
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     timer()
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     cb(*args, **kw)
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     return func(*args, **kwargs)
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     self._notify()
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     self.callback(batched_events)
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     event.method(event)
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     return f(self, *a, **k)
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._get(url).json()
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:42:40.783202 dv-cinder-788782-1-iscsi neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:42:40.818855 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b95ad09e-80c1-4ee0-bcb9-21b4881ef8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:40.870495 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-b95ad09e-80c1-4ee0-bcb9-21b4881ef8d2 None None] For port 1bc34ee6-6496-46b8-aaa9-2569e105b389, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=1bc34ee6-6496-46b8-aaa9-2569e105b389,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:42:40.880615 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b95ad09e-80c1-4ee0-bcb9-21b4881ef8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:40.887134 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:40.983746 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ad09e-80c1-4ee0-bcb9-21b4881ef8d2 None None] Pushing event updated for resources: {'Port': ['ID=1bc34ee6-6496-46b8-aaa9-2569e105b389,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:40.995594 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-b95ad09e-80c1-4ee0-bcb9-21b4881ef8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:41.030113 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:41.034163 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:41.061464 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:41.066336 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Router ad83f830-1618-49ab-a07d-18720fc1bedc is scheduled to L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 with binding_index 1 {{(pid=73821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 29 15:42:41.082858 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d89d55-da08-472c-a12b-a6fa2b7c9172,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:41.086932 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:41.094043 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-118ce309-d996-4621-846c-8226c9118bdf admin admin] 10.222.0.10 "DELETE /v2.0/networks/a7d89d55-da08-472c-a12b-a6fa2b7c9172 HTTP/1.1" status: 204  len: 168 time: 1.4257846
Apr 29 15:42:41.209797 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-68318dee-8993-4f9c-87bb-50a52cf03a69 None None] Provisioning complete for port 1bc34ee6-6496-46b8-aaa9-2569e105b389 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:41.209797 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-68318dee-8993-4f9c-87bb-50a52cf03a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:41.251416 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38732) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:41.296793 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:42:41.303452 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-e584bf9c-1d87-486a-aad6-b73c7a04779f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad66777ef709412da0ef4d5ae933c555&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506332
Apr 29 15:42:41.308251 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38736) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:41.338497 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Sync routers for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:42:41.356594 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:41.358311 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.3854277
Apr 29 15:42:41.361415 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38740) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:41.372347 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:42:41.373071 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3153340>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:42:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:41.414865 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fbc58798-77af-42ed-9e57-949d7700c559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:41.457004 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fbc58798-77af-42ed-9e57-949d7700c559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:41.529034 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fbc58798-77af-42ed-9e57-949d7700c559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:41.542447 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7cac26c8-eda7-457d-aafe-edaf69c3bd19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:41.545073 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 1bc34ee6-6496-46b8-aaa9-2569e105b389 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:41.558565 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc58798-77af-42ed-9e57-949d7700c559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a44f23-c2f5-47ea-8d11-d7466a49c8ca,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:41.560953 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-fbc58798-77af-42ed-9e57-949d7700c559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:41.564516 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-fbc58798-77af-42ed-9e57-949d7700c559 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58a44f23-c2f5-47ea-8d11-d7466a49c8ca HTTP/1.1" status: 204  len: 168 time: 0.2527595
Apr 29 15:42:41.564516 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-fbc58798-77af-42ed-9e57-949d7700c559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:41.809674 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce0bba-d298-4937-8aa2-d658537b135d req-b99ab47d-f9a7-4b83-9e69-b2903ed625f8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:41.816816 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4dce0bba-d298-4937-8aa2-d658537b135d req-b99ab47d-f9a7-4b83-9e69-b2903ed625f8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1545174
Apr 29 15:42:41.849328 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:42:41.935624 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4dce0bba-d298-4937-8aa2-d658537b135d req-20fc9c9a-5489-43e6-ba24-3177978c3fb0 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123033
Apr 29 15:42:42.018624 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 1bc34ee6-6496-46b8-aaa9-2569e105b389 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:42.019047 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:42.414364 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3153340>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:39Z', 'revision_number': 3, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:42.418462 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Checking router: ad83f830-1618-49ab-a07d-18720fc1bedc for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:42:42.418912 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Updating router ad83f830-1618-49ab-a07d-18720fc1bedc port 9ca80e0e-854c-4685-af62-b809bc39b0fc binding host dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:42:42.477566 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:42.631592 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:42.921199 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:42.925988 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Allocated IP 172.20.0.1 (7b2df53a-374b-4d56-bc6b-c676e69f8ce1/f64abcfb-e266-48ac-a629-81779b5c4af5/e507563c-9d3e-41ee-b960-625e3a58b39a) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:42:42.934978 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Transition to ACTIVE for port object 9ca80e0e-854c-4685-af62-b809bc39b0fc will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:42:42.942984 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:42.947664 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-b95ad09e-80c1-4ee0-bcb9-21b4881ef8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:43.078272 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Attempting to bind port 9ca80e0e-854c-4685-af62-b809bc39b0fc on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:42:43.080083 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Attempting to bind port 9ca80e0e-854c-4685-af62-b809bc39b0fc by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:42:43.080462 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Attempting to bind port 9ca80e0e-854c-4685-af62-b809bc39b0fc on network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:42:43.089830 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d471e77-915f-44b1-a52e-d99dd2334fb1 None None] Pushing event updated for resources: {'Port': ['ID=9ca80e0e-854c-4685-af62-b809bc39b0fc,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:43.092588 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:42:43.093503 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Checking segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:42:43.094790 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:43.094997 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Bound using segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:42:43.095803 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Bound port: 9ca80e0e-854c-4685-af62-b809bc39b0fc, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:42:43.096452 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:43.138147 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-4d471e77-915f-44b1-a52e-d99dd2334fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:43.244450 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] For port 9ca80e0e-854c-4685-af62-b809bc39b0fc, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:42:43.248117 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] For port 9ca80e0e-854c-4685-af62-b809bc39b0fc, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=9ca80e0e-854c-4685-af62-b809bc39b0fc,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:42:43.253225 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:43.260984 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:43.272026 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:43.313610 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Transition to ACTIVE for port object e507563c-9d3e-41ee-b960-625e3a58b39a will not be triggered until provisioned by entity DHCP. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:42:43.347135 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3b5c8-64ba-4d78-ae2f-31cd73c938bd req-b5e2f2c1-1308-4a39-9afd-153637934748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:43.367329 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f0b3b5c8-64ba-4d78-ae2f-31cd73c938bd req-b5e2f2c1-1308-4a39-9afd-153637934748 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1781087
Apr 29 15:42:43.421634 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:42:43.422430 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3153340>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:42:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:43.459984 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f0b3b5c8-64ba-4d78-ae2f-31cd73c938bd req-979f05ec-9375-4cb2-9b2f-480296bf969c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913360
Apr 29 15:42:43.468637 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:43.478400 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-49d0e475-6258-40b2-953e-abcba4cc0b21 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:43.582277 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:42:43.587129 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:43.593035 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:42:43.675704 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:42:43.708252 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Pushing event updated for resources: {'Port': ['ID=e507563c-9d3e-41ee-b960-625e3a58b39a,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:43.738679 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:43.786722 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661991'] for router_interface, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:43.841002 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d471e77-915f-44b1-a52e-d99dd2334fb1 None None] Pushing event updated for resources: {'Port': ['ID=9ca80e0e-854c-4685-af62-b809bc39b0fc,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:43.918571 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-4d471e77-915f-44b1-a52e-d99dd2334fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:43.983869 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:44.137528 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-43c5b85a-ba15-4d9f-b5f2-5237c96bea57 None None] Provisioning for port e507563c-9d3e-41ee-b960-625e3a58b39a completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:42:44.163473 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-43c5b85a-ba15-4d9f-b5f2-5237c96bea57 None None] Provisioning complete for port e507563c-9d3e-41ee-b960-625e3a58b39a triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:44.164343 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-43c5b85a-ba15-4d9f-b5f2-5237c96bea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:44.239960 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-43c5b85a-ba15-4d9f-b5f2-5237c96bea57 None None] Port e507563c-9d3e-41ee-b960-625e3a58b39a cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:42:44.259873 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3153340>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:39Z', 'revision_number': 3, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:44.285030 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c13343-a24e-4ed7-843a-559aa8e188bd None None] The sync data for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi is: [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:39Z', 'revision_number': 3, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:42:44.401493 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:44.411640 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8128073'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:44.444859 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cd19ee90-fd38-45a3-bd7a-ebb233587d87 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:44.537675 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661828'] for router_interface, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:44.541879 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Pushing event updated for resources: {'Port': ['ID=e507563c-9d3e-41ee-b960-625e3a58b39a,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:44.546312 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:44.877925 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:42:44.880808 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:44.902901 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c53c1-fa02-4477-8cac-50e8d07700c0 req-0e278a0a-a464-4a2e-b809-30906ee3d50f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:44.904864 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a30c53c1-fa02-4477-8cac-50e8d07700c0 req-0e278a0a-a464-4a2e-b809-30906ee3d50f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.2641423
Apr 29 15:42:45.235230 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a30c53c1-fa02-4477-8cac-50e8d07700c0 req-9fe0f92f-d34c-41f6-a9a5-f8a8e4f08909 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839903
Apr 29 15:42:45.280993 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-398933e5-7073-44d1-9b64-57a4c0fdbc36 None None] Provisioning complete for port e507563c-9d3e-41ee-b960-625e3a58b39a triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:45.281494 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-398933e5-7073-44d1-9b64-57a4c0fdbc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:45.412219 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Router ad83f830-1618-49ab-a07d-18720fc1bedc has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:42:45.413202 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-398933e5-7073-44d1-9b64-57a4c0fdbc36 None None] Port e507563c-9d3e-41ee-b960-625e3a58b39a cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:42:45.482396 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 9ca80e0e-854c-4685-af62-b809bc39b0fc up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:45.637136 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 9ca80e0e-854c-4685-af62-b809bc39b0fc completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:42:45.642439 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 9ca80e0e-854c-4685-af62-b809bc39b0fc triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:45.642886 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:45.737483 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:42:45.746982 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] 10.222.0.10 "PUT /v2.0/routers/ad83f830-1618-49ab-a07d-18720fc1bedc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3843305
Apr 29 15:42:45.832578 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:45.869597 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 9ca80e0e-854c-4685-af62-b809bc39b0fc, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=9ca80e0e-854c-4685-af62-b809bc39b0fc,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:42:45.881813 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:45.884331 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:45.987819 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=9ca80e0e-854c-4685-af62-b809bc39b0fc,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:45.992620 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:46.524028 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38826) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:46.529846 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-750086730-network', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:46.534484 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:46.539034 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0152882-c090-4d0a-bfc8-3c63d2fd6304 req-020a07ee-8949-4b49-97a9-ecc756333cf7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:46.539586 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Usage tracker for resource:network and tenant:e4ed6543d2894472a401219afe9e87c9 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:46.540479 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e0152882-c090-4d0a-bfc8-3c63d2fd6304 req-020a07ee-8949-4b49-97a9-ecc756333cf7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0954871
Apr 29 15:42:46.542383 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:46.549526 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:46.563143 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Made reservation on behalf of e4ed6543d2894472a401219afe9e87c9 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:42:46.565478 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:46.589760 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:46.595728 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e0152882-c090-4d0a-bfc8-3c63d2fd6304 req-8347358e-5a5a-445d-af10-fa358f11d8e9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485075
Apr 29 15:42:46.610553 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Sync routers for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:42:46.614008 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:46.622808 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Usage tracker for resource:security_group_rule and tenant:e4ed6543d2894472a401219afe9e87c9 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:46.626700 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:46.634873 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:42:46.635231 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:46.636103 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee33f5970>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:42:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:46.737794 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:46.759804 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:46.766757 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b9802b9f-0391-4c80-b67a-7a6342d1ebd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:46.802456 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:42:46.826229 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc5ec0d-3418-40b3-ac4e-3df45b2cf737,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:46.830210 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:46.831586 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:46.832025 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.segments_db [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Added segment b33b6802-10a2-46ad-8cde-df760e16500d of type vlan for network 89c01755-0302-4444-8a8b-9a35992f7ea8
Apr 29 15:42:46.865910 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:42:46.873631 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:46.908429 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:46.909932 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:46.910591 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:46.915930 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:47.021222 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Pushing event updated for resources: {'Network': ['ID=89c01755-0302-4444-8a8b-9a35992f7ea8,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:47.027910 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38834) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:47.028346 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5029500
Apr 29 15:42:47.029286 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:47.033908 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Request body: {'subnet': {'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-750086730-subnet', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'ip_version': 4}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:47.035717 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network 89c01755-0302-4444-8a8b-9a35992f7ea8 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:42:47.041092 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:47.045861 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Usage tracker for resource:subnet and tenant:e4ed6543d2894472a401219afe9e87c9 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:47.049229 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:47.055536 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:47.066784 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Made reservation on behalf of e4ed6543d2894472a401219afe9e87c9 for: {'subnet': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:42:47.071185 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7843631'] for subnet, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.183830 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee33f5970>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:44Z', 'revision_number': 2, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:47.187800 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Checking router: ad83f830-1618-49ab-a07d-18720fc1bedc for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:42:47.188148 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Updating router ad83f830-1618-49ab-a07d-18720fc1bedc port e507563c-9d3e-41ee-b960-625e3a58b39a binding host dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:42:47.239714 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.423965 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 9ca80e0e-854c-4685-af62-b809bc39b0fc up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:47.465105 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7727592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7843677'] for subnet, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.471066 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:47.499855 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 9ca80e0e-854c-4685-af62-b809bc39b0fc triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:47.500225 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.548964 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=776c41a7-1082-48a4-9bbf-831df91b18b9,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:47.553613 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:47.554323 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Checking segment: {'id': 'b33b6802-10a2-46ad-8cde-df760e16500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:42:47.554676 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Network hostable DHCP agents. Network: 89c01755-0302-4444-8a8b-9a35992f7ea8, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:42:47.578609 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Network 89c01755-0302-4444-8a8b-9a35992f7ea8 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:42:47.591097 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, 89c01755-0302-4444-8a8b-9a35992f7ea8) {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:47.602691 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e54c77-2e1d-4204-8f9f-636de37c98bb None None] Network 89c01755-0302-4444-8a8b-9a35992f7ea8 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:42:47.606503 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:47.607114 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.623713 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.627921 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-b08c99ea-f0f8-4b84-a551-3c9c9fb9bafd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5984828
Apr 29 15:42:47.630395 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38842) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:47.636445 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-750086730-router', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:47.643941 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:47.648833 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Usage tracker for resource:router and tenant:e4ed6543d2894472a401219afe9e87c9 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:47.651949 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:47.655619 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Transition to ACTIVE for port object e507563c-9d3e-41ee-b960-625e3a58b39a will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:42:47.658429 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:47.667241 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.670445 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103806'] for router, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.671641 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103785'] for router, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.672896 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-326fcee9-0957-4075-9e0c-d82677bebd31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:47.690398 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.861131 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp594323a0-43f1-584a-9751-39abe0b439be-89c01755-0302-4444-8a8b-9a35992f7ea8', 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'fixed_ips': [{'subnet_id': '776c41a7-1082-48a4-9bbf-831df91b18b9'}]}} from dv-cinder-788782-1-iscsi. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 29 15:42:47.862097 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.916147 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Pushing event updated for resources: {'Port': ['ID=e507563c-9d3e-41ee-b960-625e3a58b39a,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:47.941557 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.941892 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.942775 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.943105 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.943420 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.943737 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.944048 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.944358 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.944687 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.945115 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.945427 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.945800 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:42:47.952003 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:47.956270 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Attempting to bind port e507563c-9d3e-41ee-b960-625e3a58b39a on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:42:47.956635 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Attempting to bind port e507563c-9d3e-41ee-b960-625e3a58b39a by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:42:47.957016 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Attempting to bind port e507563c-9d3e-41ee-b960-625e3a58b39a on network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:42:47.962977 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:42:47.963341 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Checking segment: {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:42:47.963730 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:47.964107 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Bound using segment: {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:42:47.964558 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Bound port: e507563c-9d3e-41ee-b960-625e3a58b39a, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:42:47.964941 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:48.046839 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Allocated IP 172.20.0.2 (89c01755-0302-4444-8a8b-9a35992f7ea8/776c41a7-1082-48a4-9bbf-831df91b18b9/7c663b14-71e6-4293-8017-808166a0cacb) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:42:48.054623 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] For port e507563c-9d3e-41ee-b960-625e3a58b39a, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:42:48.057845 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] For port e507563c-9d3e-41ee-b960-625e3a58b39a, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=e507563c-9d3e-41ee-b960-625e3a58b39a,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:42:48.063280 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:48.068570 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:48.073276 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103835'] for router, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:48.143327 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda8cb0-7c86-4a97-a4ad-3dbf0cf60879 req-90eaab56-6ecc-41a6-8157-3256092e3b0b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:48.144686 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-abda8cb0-7c86-4a97-a4ad-3dbf0cf60879 req-90eaab56-6ecc-41a6-8157-3256092e3b0b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.3625295
Apr 29 15:42:48.153621 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:42:48.154247 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee33f5970>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:42:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:48.213015 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Pushing event updated for resources: {'Port': ['ID=e507563c-9d3e-41ee-b960-625e3a58b39a,revision_number=4']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:48.256762 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-abda8cb0-7c86-4a97-a4ad-3dbf0cf60879 req-4f46f538-2952-4da8-9417-1228d4c6d921 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1054006
Apr 29 15:42:48.292200 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:48.303053 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Transition to ACTIVE for port object 7c663b14-71e6-4293-8017-808166a0cacb will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:42:48.338163 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Transition to ACTIVE for port object 7c663b14-71e6-4293-8017-808166a0cacb will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:42:48.345763 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:48.352000 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:48.385487 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-4bb41323-c7f3-43a5-b726-8203886faa12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:48.400106 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:42:48.422812 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Network 89c01755-0302-4444-8a8b-9a35992f7ea8 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:42:48.431974 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Resources bound (agent type, host, resource id):  {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:48.436979 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:42:48.451258 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Pushing event updated for resources: {'Port': ['ID=7c663b14-71e6-4293-8017-808166a0cacb,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:48.482538 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:48.542528 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Attempting to bind port 7c663b14-71e6-4293-8017-808166a0cacb on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:42:48.542910 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Attempting to bind port 7c663b14-71e6-4293-8017-808166a0cacb by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'b33b6802-10a2-46ad-8cde-df760e16500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:42:48.543250 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Attempting to bind port 7c663b14-71e6-4293-8017-808166a0cacb on network 89c01755-0302-4444-8a8b-9a35992f7ea8 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:42:48.548473 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:42:48.548844 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Checking segment: {'id': 'b33b6802-10a2-46ad-8cde-df760e16500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:42:48.549266 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:48.549656 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Bound using segment: {'id': 'b33b6802-10a2-46ad-8cde-df760e16500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:42:48.550110 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Bound port: 7c663b14-71e6-4293-8017-808166a0cacb, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33b6802-10a2-46ad-8cde-df760e16500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:42:48.550480 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:48.616544 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:48.643052 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] For port 7c663b14-71e6-4293-8017-808166a0cacb, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:42:48.647124 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] For port 7c663b14-71e6-4293-8017-808166a0cacb, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=7c663b14-71e6-4293-8017-808166a0cacb,segment=NetworkSegment(b33b6802-10a2-46ad-8cde-df760e16500d),segment_id=b33b6802-10a2-46ad-8cde-df760e16500d)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:42:48.653411 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:48.658397 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:48.664119 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:48.745136 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Pushing event updated for resources: {'Port': ['ID=7c663b14-71e6-4293-8017-808166a0cacb,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:48.748198 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:48.775085 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee33f5970>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:48Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:48.779319 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e1955-1d1e-4fc9-89ab-14a06001c9be None None] The sync data for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi is: [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:48Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:42:48.833581 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Allocated IP 172.27.3.39 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:42:49.042766 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:49.075926 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:49.079993 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fa0d7733-3aa2-414b-9dc0-b0383bfda32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:49.150224 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:42:49.153711 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:49.157475 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:42:49.188911 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Pushing event updated for resources: {'Port': ['ID=8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:49.199888 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:49.589622 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device e507563c-9d3e-41ee-b960-625e3a58b39a up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:49.652265 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d1277-a589-4a1b-a13e-93d199d4271d req-c426fdaa-306f-4cf1-af79-7ef880a5baec tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:49.655918 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-087d1277-a589-4a1b-a13e-93d199d4271d req-c426fdaa-306f-4cf1-af79-7ef880a5baec tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.2577951
Apr 29 15:42:49.740794 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port e507563c-9d3e-41ee-b960-625e3a58b39a completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:42:49.748237 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port e507563c-9d3e-41ee-b960-625e3a58b39a triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:49.748623 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:49.755884 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-087d1277-a589-4a1b-a13e-93d199d4271d req-55740b50-b5b2-4134-b1ea-b495632b4eff tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907502
Apr 29 15:42:49.853689 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:49.992157 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:50.059789 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74444425-d3cd-4923-9196-b625f588dc12 None None] Network 89c01755-0302-4444-8a8b-9a35992f7ea8 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:42:50.080403 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port e507563c-9d3e-41ee-b960-625e3a58b39a, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=e507563c-9d3e-41ee-b960-625e3a58b39a,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:42:50.107375 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:50.108351 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7c663b14-71e6-4293-8017-808166a0cacb up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:50.148452 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-597ae927-5cce-4a4c-ae5a-defca0a5b74a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:50.331641 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0d19917f-c3d5-40b8-b501-ec44f0eb5dcb None None] Provisioning for port 7c663b14-71e6-4293-8017-808166a0cacb completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:42:50.390594 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=e507563c-9d3e-41ee-b960-625e3a58b39a,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:50.397424 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:50.409809 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683758'] for router, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:50.449187 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 7c663b14-71e6-4293-8017-808166a0cacb completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:42:50.471047 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 7c663b14-71e6-4293-8017-808166a0cacb triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:50.471428 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:50.681593 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:50.717701 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 7c663b14-71e6-4293-8017-808166a0cacb, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=7c663b14-71e6-4293-8017-808166a0cacb,segment=NetworkSegment(b33b6802-10a2-46ad-8cde-df760e16500d),segment_id=b33b6802-10a2-46ad-8cde-df760e16500d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:42:50.722261 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:50.724814 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:50.746338 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Router d25f5347-45a4-4b6a-9b48-b2c03262f59c is scheduled to L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 with binding_index 1 {{(pid=73821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 29 15:42:50.797512 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=7c663b14-71e6-4293-8017-808166a0cacb,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:50.800553 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:50.885941 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7a634f70-02a6-4630-a5d9-bc9d7c3fe9e0 None None] Provisioning complete for port 7c663b14-71e6-4293-8017-808166a0cacb triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:50.886319 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7a634f70-02a6-4630-a5d9-bc9d7c3fe9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:50.992445 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:42:51.023554 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa6c49-88dd-4373-ab55-8a730dd9d760 req-8df70f7d-4356-4b7d-8eec-da085f4de406 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:51.025071 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bbaa6c49-88dd-4373-ab55-8a730dd9d760 req-8df70f7d-4356-4b7d-8eec-da085f4de406 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1298892
Apr 29 15:42:51.026438 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Sync routers for ids ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:42:51.037164 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Routers {'d25f5347-45a4-4b6a-9b48-b2c03262f59c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:42:51.037846 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee25ea0a0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:42:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:51.055955 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:51.057245 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.4250784
Apr 29 15:42:51.060269 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38866) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:51.112448 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bbaa6c49-88dd-4373-ab55-8a730dd9d760 req-8a1e3cec-200d-4c5b-94f7-829cd46819e9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810399
Apr 29 15:42:51.236074 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Set router d25f5347-45a4-4b6a-9b48-b2c03262f59c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:42:51.487254 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device e507563c-9d3e-41ee-b960-625e3a58b39a up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:51.653799 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port e507563c-9d3e-41ee-b960-625e3a58b39a triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:51.654247 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:51.714796 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee25ea0a0>, [{'id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'name': 'tempest-TestVolumeBootPattern-750086730-router', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:47Z', 'updated_at': '2021-04-29T15:42:49Z', 'revision_number': 3, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'gw_port': {'id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:48Z', 'updated_at': '2021-04-29T15:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:51.723948 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Checking router: d25f5347-45a4-4b6a-9b48-b2c03262f59c for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:42:51.724302 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Updating router d25f5347-45a4-4b6a-9b48-b2c03262f59c port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a binding host dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:42:51.817919 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:51.881164 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7c663b14-71e6-4293-8017-808166a0cacb up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:51.945151 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.044603 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 7c663b14-71e6-4293-8017-808166a0cacb triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:52.044891 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.152142 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Allocated IP 172.20.0.1 (89c01755-0302-4444-8a8b-9a35992f7ea8/776c41a7-1082-48a4-9bbf-831df91b18b9/2c7f4cd5-0242-4393-b170-793927048232) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:42:52.328883 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.341455 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Transition to ACTIVE for port object 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:42:52.347626 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.352671 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-597ae927-5cce-4a4c-ae5a-defca0a5b74a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:52.363778 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.392192 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Transition to ACTIVE for port object 2c7f4cd5-0242-4393-b170-793927048232 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:42:52.402954 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7adbe-2464-4c22-95dd-fa67a5da1962 req-34ce3c2e-cdee-45f6-bf86-9a5c33501965 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:52.404443 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-74e7adbe-2464-4c22-95dd-fa67a5da1962 req-34ce3c2e-cdee-45f6-bf86-9a5c33501965 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1405299
Apr 29 15:42:52.426012 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Attempting to bind port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:42:52.426434 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Attempting to bind port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:42:52.426898 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Attempting to bind port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a on network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:42:52.438094 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:42:52.438471 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Checking segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:42:52.438875 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.439268 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Bound using segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:42:52.439730 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Bound port: 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:42:52.440104 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.460037 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-74e7adbe-2464-4c22-95dd-fa67a5da1962 req-4c0be81f-5e2c-43bb-ac1a-f80453bf92e0 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482080
Apr 29 15:42:52.466332 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.468957 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb953c8-197b-4ae9-aa46-68c1688acb3d None None] Pushing event updated for resources: {'Port': ['ID=8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:52.471333 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6dac04de-d965-4e3f-87cd-84d886ff393f tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:52.471582 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-5fb953c8-197b-4ae9-aa46-68c1688acb3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:52.517223 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] For port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:42:52.521269 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] For port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:42:52.525929 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.530762 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:52.538790 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Network 89c01755-0302-4444-8a8b-9a35992f7ea8 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:42:52.542054 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:52.545732 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:42:52.583912 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Pushing event updated for resources: {'Port': ['ID=2c7f4cd5-0242-4393-b170-793927048232,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:52.588806 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:52.604199 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661991'] for router_interface, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.605716 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Routers {'d25f5347-45a4-4b6a-9b48-b2c03262f59c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:42:52.606354 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee25ea0a0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:42:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:52.679370 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb953c8-197b-4ae9-aa46-68c1688acb3d None None] Pushing event updated for resources: {'Port': ['ID=8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:52.690098 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-5fb953c8-197b-4ae9-aa46-68c1688acb3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:52.730111 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.792305 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-5dfe37cd-f0de-4e47-9846-c5dafdde9611 None None] Provisioning for port 2c7f4cd5-0242-4393-b170-793927048232 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:42:52.800402 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-5dfe37cd-f0de-4e47-9846-c5dafdde9611 None None] Provisioning complete for port 2c7f4cd5-0242-4393-b170-793927048232 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:52.800782 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5dfe37cd-f0de-4e47-9846-c5dafdde9611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.881620 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] Set router d25f5347-45a4-4b6a-9b48-b2c03262f59c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:42:52.956050 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.961099 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:52.987318 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:53.025480 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe37cd-f0de-4e47-9846-c5dafdde9611 None None] Port 2c7f4cd5-0242-4393-b170-793927048232 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:42:53.069287 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661828'] for router_interface, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:53.072978 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Pushing event updated for resources: {'Port': ['ID=2c7f4cd5-0242-4393-b170-793927048232,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:53.075788 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:53.189281 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee25ea0a0>, [{'id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'name': 'tempest-TestVolumeBootPattern-750086730-router', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:47Z', 'updated_at': '2021-04-29T15:42:49Z', 'revision_number': 3, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'gw_port': {'id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:48Z', 'updated_at': '2021-04-29T15:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:53.193926 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359c081-85b2-4f71-bf21-06c5cea9a361 None None] The sync data for ids ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'] in dv-cinder-788782-1-iscsi is: [{'id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'name': 'tempest-TestVolumeBootPattern-750086730-router', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:47Z', 'updated_at': '2021-04-29T15:42:49Z', 'revision_number': 3, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'gw_port': {'id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:48Z', 'updated_at': '2021-04-29T15:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:42:53.221601 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Network 89c01755-0302-4444-8a8b-9a35992f7ea8 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:42:53.223007 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:53.459581 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Router d25f5347-45a4-4b6a-9b48-b2c03262f59c has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:42:53.569004 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-97c90457-cbc1-46b3-8dcf-cc18ebef31de None None] Provisioning complete for port 2c7f4cd5-0242-4393-b170-793927048232 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:53.569748 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-97c90457-cbc1-46b3-8dcf-cc18ebef31de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:53.651135 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-97c90457-cbc1-46b3-8dcf-cc18ebef31de None None] Port 2c7f4cd5-0242-4393-b170-793927048232 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:42:53.702239 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2a614-cd50-4f82-98a7-eb56ccddd592 req-b2355267-efbf-4ca5-b26e-8d59cdd7e29c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:53.704662 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a9a2a614-cd50-4f82-98a7-eb56ccddd592 req-b2355267-efbf-4ca5-b26e-8d59cdd7e29c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0938075
Apr 29 15:42:53.754728 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a9a2a614-cd50-4f82-98a7-eb56ccddd592 req-9ddc203e-1c3a-4265-9593-8e42e97d9fb5 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430138
Apr 29 15:42:53.805777 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:42:53.814757 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] 10.222.0.10 "PUT /v2.0/routers/d25f5347-45a4-4b6a-9b48-b2c03262f59c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7533746
Apr 29 15:42:54.438308 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38898) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:54.443779 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-985964582', 'description': 'tempest-secgroup-smoke-985964582 description', 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:54.451243 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:54.455784 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Usage tracker for resource:security_group and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:54.459429 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:54.465782 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:54.482527 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:54.502596 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:54.506486 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Usage tracker for resource:security_group_rule and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:54.509361 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:54.514858 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:54.591443 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:54.595105 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:54.601042 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-80b08163-1b71-4738-ace4-68744a455db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:54.638342 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:54.641142 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:54.642314 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2029116
Apr 29 15:42:54.643174 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:54.645767 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38904) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:54.651063 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'security_group_rule': {'security_group_id': 'cf9dcf38-cbcf-42ae-b3e3-757c10da02d7', 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:54.656781 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:54.660639 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Usage tracker for resource:security_group_rule and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:54.664307 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:54.669956 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:54.687119 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:54.748304 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:54.752437 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:54.754963 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:54.777292 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c456a26c-7841-4b42-a201-c50f93504398,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:54.779796 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:54.787234 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:54.788412 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-9d13b135-47f9-401a-9ba2-6f662ac66084 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1414454
Apr 29 15:42:54.791296 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38908) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:54.797311 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'security_group_rule': {'security_group_id': 'cf9dcf38-cbcf-42ae-b3e3-757c10da02d7', 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:54.803310 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:54.807631 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Usage tracker for resource:security_group_rule and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:54.810747 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:54.817880 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:54.838279 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:54.946015 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:54.952352 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:54.963704 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4e4fe188-b744-4e2a-b33a-6462923b512a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:54.989405 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e45a9e-7ad3-4b76-97ca-4e50af774b8f,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:54.991801 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:55.003623 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.005337 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2130392
Apr 29 15:42:55.008328 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38914) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:55.013678 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'security_group_rule': {'security_group_id': 'cf9dcf38-cbcf-42ae-b3e3-757c10da02d7', 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:55.014195 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c859-0f1d-4282-8c7b-b73bfccaf29a req-c4cb0e68-374f-43cb-b6a9-5e983aa50ca1 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:55.015593 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d959c859-0f1d-4282-8c7b-b73bfccaf29a req-c4cb0e68-374f-43cb-b6a9-5e983aa50ca1 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1330445
Apr 29 15:42:55.019508 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:55.024375 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Usage tracker for resource:security_group_rule and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:55.027318 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:55.033843 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:55.050708 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.062778 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d959c859-0f1d-4282-8c7b-b73bfccaf29a req-a430ad87-c653-4ccb-9beb-dbd1ed6d65ed tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402195
Apr 29 15:42:55.115801 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.119735 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.126627 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-04fab62d-5204-4717-ac6c-ac199f451efd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:55.146618 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac7debd-b004-4521-a5da-c361eaca77a7,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:55.149837 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:55.156891 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.158122 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1487083
Apr 29 15:42:55.160768 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38918) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:55.165798 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'security_group_rule': {'security_group_id': 'cf9dcf38-cbcf-42ae-b3e3-757c10da02d7', 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:55.171356 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:55.175097 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Usage tracker for resource:security_group_rule and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:55.178500 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:55.184075 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:55.200825 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.262750 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.266510 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.274171 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:55.294290 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c9306b-6c97-488b-9be0-fb82ffd1ac0e,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:55.296598 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:55.301028 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.305313 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1410642
Apr 29 15:42:55.305647 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 38922) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:55.310901 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'security_group_rule': {'security_group_id': 'cf9dcf38-cbcf-42ae-b3e3-757c10da02d7', 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:55.317619 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:55.321713 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Usage tracker for resource:security_group_rule and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:55.324609 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:55.331915 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:55.334814 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:42:55.343343 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.securitygroups_db [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Project d7d31a397ebf4f1e8842885b9bf49e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 15:42:55.350126 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.422251 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.427141 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.429403 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f85cd8d3-07d6-41cd-8196-83071d9189fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:55.450801 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:55.455892 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5413f668-e8d7-41f3-a8e1-e13956c77661,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:55.459378 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:55.468079 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.473969 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1666377
Apr 29 15:42:55.474132 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 38930) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:55.480182 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'security_group_rule': {'security_group_id': 'cf9dcf38-cbcf-42ae-b3e3-757c10da02d7', 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:55.485801 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:55.491182 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Usage tracker for resource:security_group_rule and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:55.495849 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:55.501854 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:55.524377 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.securitygroups_db [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Project d7d31a397ebf4f1e8842885b9bf49e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 15:42:55.534368 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.535359 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:42:55.541136 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:55.541509 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.653002 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.659616 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.670389 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-68329e18-03e5-4ee5-9f4a-10cc9827b9ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:55.696080 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caeeab2a-c36d-4760-837c-b967c561d84f,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:55.702128 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:55.705610 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.706886 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-640b79f1-9216-4bf5-acf9-04f03387f549 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2318327
Apr 29 15:42:55.712168 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.733382 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:42:55.738062 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:55.739910 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e536e5c3-01d9-45b9-8be8-89ca3aa58cb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:55.824428 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:55.828520 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:55.901856 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Sync routers for ids ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:42:55.917681 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Routers {'d25f5347-45a4-4b6a-9b48-b2c03262f59c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:42:55.918396 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee32ed340>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:42:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:56.021937 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92299d8e-ade0-47db-ad5d-4ecce9606551 req-7a340f7d-86a0-4e8a-b125-6a7a0e991e81 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:56.024099 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-92299d8e-ade0-47db-ad5d-4ecce9606551 req-7a340f7d-86a0-4e8a-b125-6a7a0e991e81 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0924826
Apr 29 15:42:56.072867 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-92299d8e-ade0-47db-ad5d-4ecce9606551 req-834d7f1a-efc4-4746-80b2-8037ac80f60f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428588
Apr 29 15:42:56.126153 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Set router d25f5347-45a4-4b6a-9b48-b2c03262f59c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:42:56.271298 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbec37a-13e5-44a5-b9e5-d08e1f3092f2 req-058e8e86-fc39-4953-864e-378ba198ca1a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:56.273721 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fbbec37a-13e5-44a5-b9e5-d08e1f3092f2 req-058e8e86-fc39-4953-864e-378ba198ca1a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.0887103
Apr 29 15:42:56.363316 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fbbec37a-13e5-44a5-b9e5-d08e1f3092f2 req-4ca6f470-68f8-4827-8098-2bdd5a161bae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668967
Apr 29 15:42:56.494029 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee32ed340>, [{'id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'name': 'tempest-TestVolumeBootPattern-750086730-router', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:47Z', 'updated_at': '2021-04-29T15:42:52Z', 'revision_number': 4, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'gw_port': {'id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:48Z', 'updated_at': '2021-04-29T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '2c7f4cd5-0242-4393-b170-793927048232', 'name': '', 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'mac_address': 'fa:16:3e:4d:39:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '776c41a7-1082-48a4-9bbf-831df91b18b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:51Z', 'updated_at': '2021-04-29T15:42:52Z', 'revision_number': 2, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'subnets': [{'id': '776c41a7-1082-48a4-9bbf-831df91b18b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:56.497744 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Checking router: d25f5347-45a4-4b6a-9b48-b2c03262f59c for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:42:56.498096 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Updating router d25f5347-45a4-4b6a-9b48-b2c03262f59c port 2c7f4cd5-0242-4393-b170-793927048232 binding host dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:42:56.553579 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:56.913454 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:56.919285 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:56.926386 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Transition to ACTIVE for port object 2c7f4cd5-0242-4393-b170-793927048232 will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:42:56.935731 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:56.939961 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:57.045600 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39006) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:57.104662 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979192a-a6fe-4f65-9795-61ccf74f47af None None] Pushing event updated for resources: {'Port': ['ID=2c7f4cd5-0242-4393-b170-793927048232,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:57.108891 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-2979192a-a6fe-4f65-9795-61ccf74f47af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:57.214504 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Attempting to bind port 2c7f4cd5-0242-4393-b170-793927048232 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:42:57.214871 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Attempting to bind port 2c7f4cd5-0242-4393-b170-793927048232 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'b33b6802-10a2-46ad-8cde-df760e16500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:42:57.215229 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Attempting to bind port 2c7f4cd5-0242-4393-b170-793927048232 on network 89c01755-0302-4444-8a8b-9a35992f7ea8 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:42:57.220463 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:42:57.220832 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Checking segment: {'id': 'b33b6802-10a2-46ad-8cde-df760e16500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:42:57.221247 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:57.221631 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Bound using segment: {'id': 'b33b6802-10a2-46ad-8cde-df760e16500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:42:57.222083 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Bound port: 2c7f4cd5-0242-4393-b170-793927048232, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33b6802-10a2-46ad-8cde-df760e16500d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:42:57.222469 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:57.230346 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-81b5f2b8-38d3-4114-a4f3-238937be5ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:57.248468 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-81b5f2b8-38d3-4114-a4f3-238937be5ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:57.258021 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-81b5f2b8-38d3-4114-a4f3-238937be5ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:624c87a82f874b37a8f5a8b4ab0d095a is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:57.268773 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-81b5f2b8-38d3-4114-a4f3-238937be5ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:57.277791 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-81b5f2b8-38d3-4114-a4f3-238937be5ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:57.327240 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47184b-e87b-4a4a-84c3-c4a69b8e2067 req-33b3adc3-8730-405d-86bb-aae8bbeb3ace tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:57.329569 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cf47184b-e87b-4a4a-84c3-c4a69b8e2067 req-33b3adc3-8730-405d-86bb-aae8bbeb3ace tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1230211
Apr 29 15:42:57.353469 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] For port 2c7f4cd5-0242-4393-b170-793927048232, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:42:57.356695 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] For port 2c7f4cd5-0242-4393-b170-793927048232, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=2c7f4cd5-0242-4393-b170-793927048232,segment=NetworkSegment(b33b6802-10a2-46ad-8cde-df760e16500d),segment_id=b33b6802-10a2-46ad-8cde-df760e16500d)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:42:57.362540 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:57.367985 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:57.377744 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-81b5f2b8-38d3-4114-a4f3-238937be5ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:57.382853 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-81b5f2b8-38d3-4114-a4f3-238937be5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:57.392835 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:57.447278 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-81b5f2b8-38d3-4114-a4f3-238937be5ec9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=624c87a82f874b37a8f5a8b4ab0d095a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3983343
Apr 29 15:42:57.447278 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5f2b8-38d3-4114-a4f3-238937be5ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834da618-b9f8-4b7d-9c12-ea9a4ccb6476,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:57.448488 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39018) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:57.462872 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-81b5f2b8-38d3-4114-a4f3-238937be5ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:57.470152 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979192a-a6fe-4f65-9795-61ccf74f47af None None] Pushing event updated for resources: {'Port': ['ID=2c7f4cd5-0242-4393-b170-793927048232,revision_number=4']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:57.478983 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:57.483452 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cf47184b-e87b-4a4a-84c3-c4a69b8e2067 req-3cb9617d-cc5e-427c-aaad-835d3287143f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1409123
Apr 29 15:42:57.483642 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-2979192a-a6fe-4f65-9795-61ccf74f47af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:57.504321 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Routers {'d25f5347-45a4-4b6a-9b48-b2c03262f59c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:42:57.505211 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee32ed340>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:42:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:57.605020 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9b2c90c9-2f1e-4f5d-8ff1-52583484ba76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:57.633281 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:57.633653 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:57.694446 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9b2c90c9-2f1e-4f5d-8ff1-52583484ba76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:57.732821 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] Set router d25f5347-45a4-4b6a-9b48-b2c03262f59c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:42:57.763112 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f6f3a-e78e-474a-bcfc-3062f9213b3c req-4aff1bbd-8edf-42f0-bd56-d43a0e13d8f9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:57.764542 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-862f6f3a-e78e-474a-bcfc-3062f9213b3c req-4aff1bbd-8edf-42f0-bd56-d43a0e13d8f9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.1492803
Apr 29 15:42:57.796437 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9b2c90c9-2f1e-4f5d-8ff1-52583484ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:57.802724 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a00464f2-1f1f-4193-876f-dab2c7105e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:57.820017 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c90c9-2f1e-4f5d-8ff1-52583484ba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834da618-b9f8-4b7d-9c12-ea9a4ccb6476,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:57.824016 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9b2c90c9-2f1e-4f5d-8ff1-52583484ba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:57.835129 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9b2c90c9-2f1e-4f5d-8ff1-52583484ba76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:57.838756 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-9b2c90c9-2f1e-4f5d-8ff1-52583484ba76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/834da618-b9f8-4b7d-9c12-ea9a4ccb6476 HTTP/1.1" status: 204  len: 168 time: 0.3867450
Apr 29 15:42:57.858586 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-862f6f3a-e78e-474a-bcfc-3062f9213b3c req-fa47cf3b-0f0c-4ead-87a1-d3d839a0e73a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810113
Apr 29 15:42:58.074323 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee32ed340>, [{'id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'name': 'tempest-TestVolumeBootPattern-750086730-router', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:47Z', 'updated_at': '2021-04-29T15:42:52Z', 'revision_number': 4, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'gw_port': {'id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:48Z', 'updated_at': '2021-04-29T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '2c7f4cd5-0242-4393-b170-793927048232', 'name': '', 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'mac_address': 'fa:16:3e:4d:39:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '776c41a7-1082-48a4-9bbf-831df91b18b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:51Z', 'updated_at': '2021-04-29T15:42:57Z', 'revision_number': 4, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'subnets': [{'id': '776c41a7-1082-48a4-9bbf-831df91b18b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:42:58.078324 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03719911-9ea2-403b-934c-547e54ffb440 None None] The sync data for ids ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'] in dv-cinder-788782-1-iscsi is: [{'id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'name': 'tempest-TestVolumeBootPattern-750086730-router', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:47Z', 'updated_at': '2021-04-29T15:42:52Z', 'revision_number': 4, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'gw_port': {'id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:48Z', 'updated_at': '2021-04-29T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '2c7f4cd5-0242-4393-b170-793927048232', 'name': '', 'network_id': '89c01755-0302-4444-8a8b-9a35992f7ea8', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'mac_address': 'fa:16:3e:4d:39:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '776c41a7-1082-48a4-9bbf-831df91b18b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:51Z', 'updated_at': '2021-04-29T15:42:57Z', 'revision_number': 4, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'subnets': [{'id': '776c41a7-1082-48a4-9bbf-831df91b18b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:42:58.599595 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39046) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:58.686940 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a8551-04f8-4915-a9f8-20e42c511af9 req-acd6592e-d205-4053-a5d1-a409ac2745b3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:58.686940 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-836a8551-04f8-4915-a9f8-20e42c511af9 req-acd6592e-d205-4053-a5d1-a409ac2745b3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0823359
Apr 29 15:42:58.723772 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-665695446-network', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:58.728398 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:58.729561 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-836a8551-04f8-4915-a9f8-20e42c511af9 req-8734ddf8-ce0c-4d67-8a73-2b7c2c8d0611 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420392
Apr 29 15:42:58.732240 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Usage tracker for resource:network and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:58.735153 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:58.742853 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:58.752247 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Made reservation on behalf of 5f499c016ab548289b8fcf46ac473eec for: {'network': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:42:58.754614 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:58.768281 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:58.783575 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:58.787871 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Usage tracker for resource:security_group_rule and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:58.790651 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:58.796259 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:58.879361 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:58.883167 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:58.886778 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-da389fe5-d707-4b7c-b744-42a20819f909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:58.920748 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=73822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:42:58.930448 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65543f6-7610-415a-af90-2b68301e8306,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:58.937139 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:58.941391 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:58.941942 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.segments_db [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Added segment 3c6a75b3-b276-4315-88d4-f6b02cd19f7b of type vlan for network d84f215d-8638-45c1-a8e3-c5cd161de2e3
Apr 29 15:42:58.969538 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:59.042007 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:59.047126 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:59.047838 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:59.054090 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:59.165054 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5641770
Apr 29 15:42:59.167884 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39054) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:42:59.169621 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Pushing event updated for resources: {'Network': ['ID=d84f215d-8638-45c1-a8e3-c5cd161de2e3,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:59.173336 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:59.173808 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Request body: {'subnet': {'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-665695446-subnet', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:42:59.179174 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:42:59.182032 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998f739-7ea6-4ebd-a76a-35c13fec4a3c req-e5826ef8-b7f2-4d9c-9072-4c25ebbd7e21 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:59.182533 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network d84f215d-8638-45c1-a8e3-c5cd161de2e3 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:42:59.182982 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Usage tracker for resource:subnet and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:42:59.183494 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4998f739-7ea6-4ebd-a76a-35c13fec4a3c req-e5826ef8-b7f2-4d9c-9072-4c25ebbd7e21 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.2008567
Apr 29 15:42:59.191321 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:42:59.201469 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:42:59.221773 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Made reservation on behalf of 5f499c016ab548289b8fcf46ac473eec for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:42:59.225459 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6400143'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:59.234138 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4998f739-7ea6-4ebd-a76a-35c13fec4a3c req-c9e642df-5286-45f9-bfab-b72415841786 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449865
Apr 29 15:42:59.478342 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 2c7f4cd5-0242-4393-b170-793927048232 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:42:59.544268 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 2c7f4cd5-0242-4393-b170-793927048232 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:42:59.550291 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 2c7f4cd5-0242-4393-b170-793927048232 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:42:59.550688 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:59.666737 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8127424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6400253'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:59.671722 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5ff127e6-4bfb-48de-b957-31f2a59d1a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:59.689344 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:59.729823 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 2c7f4cd5-0242-4393-b170-793927048232, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=2c7f4cd5-0242-4393-b170-793927048232,segment=NetworkSegment(b33b6802-10a2-46ad-8cde-df760e16500d),segment_id=b33b6802-10a2-46ad-8cde-df760e16500d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:42:59.734610 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:42:59.737638 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:42:59.757278 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a777552-0d2b-40d3-bf28-cabdd61ee1d4,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:59.761993 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:59.771711 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Checking segment: {'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:42:59.772078 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Network hostable DHCP agents. Network: d84f215d-8638-45c1-a8e3-c5cd161de2e3, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:42:59.798124 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Network d84f215d-8638-45c1-a8e3-c5cd161de2e3 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:42:59.826511 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, d84f215d-8638-45c1-a8e3-c5cd161de2e3) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:42:59.833183 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=2c7f4cd5-0242-4393-b170-793927048232,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:42:59.848215 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:42:59.850896 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd14a20-16fa-4d35-a945-eff92bfbbe3d None None] Network d84f215d-8638-45c1-a8e3-c5cd161de2e3 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:42:59.995421 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:42:59.996017 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.033448 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-7dc13514-4d57-44b7-a15b-1a16ad38c3a2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8644207
Apr 29 15:43:00.037104 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39062) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:00.043042 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:00.049689 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:00.054565 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Usage tracker for resource:router and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:00.057703 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:00.060006 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49786b35-895b-44b9-9bb6-72fb170bad53 req-a82b882f-36e8-4db0-8338-c4b2c196b110 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:00.061470 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-49786b35-895b-44b9-9bb6-72fb170bad53 req-a82b882f-36e8-4db0-8338-c4b2c196b110 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1066849
Apr 29 15:43:00.069617 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:00.088686 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp594323a0-43f1-584a-9751-39abe0b439be-d84f215d-8638-45c1-a8e3-c5cd161de2e3', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4'}]}} from dv-cinder-788782-1-iscsi. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 29 15:43:00.089608 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.094087 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103806'] for router, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.094878 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103785'] for router, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.115832 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.124537 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-49786b35-895b-44b9-9bb6-72fb170bad53 req-5af58ddc-064a-4df5-8b02-0766b9f8f60c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515819
Apr 29 15:43:00.277579 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8b3eccb8-ad17-40a6-a429-de166136e1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.290913 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Allocated IP 172.20.0.2 (d84f215d-8638-45c1-a8e3-c5cd161de2e3/6a777552-0d2b-40d3-bf28-cabdd61ee1d4/adb333b9-55a2-4280-93e6-238a54af9233) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:43:00.516711 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.529445 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Transition to ACTIVE for port object adb333b9-55a2-4280-93e6-238a54af9233 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:00.550765 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Transition to ACTIVE for port object adb333b9-55a2-4280-93e6-238a54af9233 will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:00.557060 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.561542 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-5fb953c8-197b-4ae9-aa46-68c1688acb3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:00.574529 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103835'] for router, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.632130 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Network d84f215d-8638-45c1-a8e3-c5cd161de2e3 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:43:00.635366 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Resources bound (agent type, host, resource id):  {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:00.639240 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:43:00.646739 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Pushing event updated for resources: {'Port': ['ID=adb333b9-55a2-4280-93e6-238a54af9233,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:00.651093 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:00.695962 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03299a9d-c581-4ffb-bd27-422d15a80265 req-17bea529-b414-4c98-a3f9-8b75a5ed31e8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:00.697438 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-03299a9d-c581-4ffb-bd27-422d15a80265 req-17bea529-b414-4c98-a3f9-8b75a5ed31e8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.2726729
Apr 29 15:43:00.745041 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Attempting to bind port adb333b9-55a2-4280-93e6-238a54af9233 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:43:00.745418 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Attempting to bind port adb333b9-55a2-4280-93e6-238a54af9233 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:43:00.745766 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Attempting to bind port adb333b9-55a2-4280-93e6-238a54af9233 on network d84f215d-8638-45c1-a8e3-c5cd161de2e3 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:43:00.751109 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:43:00.751485 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Checking segment: {'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:43:00.751882 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.752430 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Bound using segment: {'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:43:00.752774 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Bound port: adb333b9-55a2-4280-93e6-238a54af9233, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:43:00.753212 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.763211 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-03299a9d-c581-4ffb-bd27-422d15a80265 req-76d4b699-1c31-420b-9fd5-9afd5d4e76ed tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559323
Apr 29 15:43:00.844229 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] For port adb333b9-55a2-4280-93e6-238a54af9233, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:43:00.847244 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] For port adb333b9-55a2-4280-93e6-238a54af9233, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=adb333b9-55a2-4280-93e6-238a54af9233,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:43:00.854030 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:00.857828 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-4d471e77-915f-44b1-a52e-d99dd2334fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:00.945261 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Pushing event updated for resources: {'Port': ['ID=adb333b9-55a2-4280-93e6-238a54af9233,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:00.948412 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:00.971019 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:01.002044 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:01.160250 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Allocated IP 172.27.3.149 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/b03b1762-cdc0-47b7-9566-f77e680de91d) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:43:01.340601 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:01.376829 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:01.381021 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de3492c6-ad32-48e4-bde1-9bbbcbad2681 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:01.451643 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:43:01.455127 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:01.459444 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:43:01.473498 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e336995-4e52-49aa-a983-2673e2f2800e req-408e5a31-416e-4a16-a8f4-bcfead0746c3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:01.475270 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2e336995-4e52-49aa-a983-2673e2f2800e req-408e5a31-416e-4a16-a8f4-bcfead0746c3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0869610
Apr 29 15:43:01.491698 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Pushing event updated for resources: {'Port': ['ID=b03b1762-cdc0-47b7-9566-f77e680de91d,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:01.510055 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:01.531743 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2e336995-4e52-49aa-a983-2673e2f2800e req-ae6df097-2150-449c-92cf-02a2abf5bf6c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499170
Apr 29 15:43:01.574776 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 2c7f4cd5-0242-4393-b170-793927048232 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:01.649751 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 2c7f4cd5-0242-4393-b170-793927048232 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:01.650131 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:01.783411 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device adb333b9-55a2-4280-93e6-238a54af9233 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:01.863988 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port adb333b9-55a2-4280-93e6-238a54af9233 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:01.917288 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aa0be9-87b7-4ac5-99e6-c02a48e63c72 None None] Network d84f215d-8638-45c1-a8e3-c5cd161de2e3 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:43:01.969112 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:02.025138 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e9f063cc-ddf0-4924-b0bf-b63f47863119 None None] Provisioning for port adb333b9-55a2-4280-93e6-238a54af9233 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:02.029759 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e9f063cc-ddf0-4924-b0bf-b63f47863119 None None] Provisioning complete for port adb333b9-55a2-4280-93e6-238a54af9233 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:02.030137 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e9f063cc-ddf0-4924-b0bf-b63f47863119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:02.263346 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e9f063cc-ddf0-4924-b0bf-b63f47863119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:02.270597 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dc792-0d11-4b7c-a134-7063883391c2 req-f9025886-26fb-455c-9361-294615d45666 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:02.272213 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-370dc792-0d11-4b7c-a134-7063883391c2 req-f9025886-26fb-455c-9361-294615d45666 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.3565412
Apr 29 15:43:02.313900 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e9f063cc-ddf0-4924-b0bf-b63f47863119 None None] For port adb333b9-55a2-4280-93e6-238a54af9233, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=adb333b9-55a2-4280-93e6-238a54af9233,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:02.322555 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e9f063cc-ddf0-4924-b0bf-b63f47863119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:02.324784 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-41b2c78a-cd4d-4811-ae5b-38c3aef2229e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:02.398293 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f063cc-ddf0-4924-b0bf-b63f47863119 None None] Pushing event updated for resources: {'Port': ['ID=adb333b9-55a2-4280-93e6-238a54af9233,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:02.401526 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e9f063cc-ddf0-4924-b0bf-b63f47863119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:02.411716 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-370dc792-0d11-4b7c-a134-7063883391c2 req-329196e4-5eda-4fbb-9caf-59be3a666f92 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327901
Apr 29 15:43:02.515313 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683758'] for router, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:02.547216 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-d17f757e-a0b5-4a9d-8fd5-ea8b3c609b9e None None] Provisioning complete for port adb333b9-55a2-4280-93e6-238a54af9233 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:02.547585 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d17f757e-a0b5-4a9d-8fd5-ea8b3c609b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:02.722608 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949f71e-30ab-48d1-b1f0-ce2fd73863d1 req-346897d3-238b-44ac-9854-841baf4be055 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:02.724327 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4949f71e-30ab-48d1-b1f0-ce2fd73863d1 req-346897d3-238b-44ac-9854-841baf4be055 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0835166
Apr 29 15:43:02.732989 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 is scheduled to L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 with binding_index 1 {{(pid=73822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 29 15:43:02.772910 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4949f71e-30ab-48d1-b1f0-ce2fd73863d1 req-48b29007-6ee1-4806-934d-a397bc6e5c49 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427079
Apr 29 15:43:02.916471 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:43:02.925378 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Sync routers for ids ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:43:02.939139 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Routers {'98cb6eb3-25cf-459c-a5c4-ed6f153eba81'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:43:02.939930 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee316f5b0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:42:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:02.943136 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:02.944340 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.9059877
Apr 29 15:43:02.946908 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39078) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:03.029416 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-8a25a15a-ae3b-4069-9841-f1e5127dc9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:03.156175 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:03.186499 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Set router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:43:03.459202 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device adb333b9-55a2-4280-93e6-238a54af9233 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:03.567238 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port adb333b9-55a2-4280-93e6-238a54af9233 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:03.569038 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:03.609025 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee316f5b0>, [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:01Z', 'revision_number': 3, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:03.623301 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Checking router: 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:43:03.623658 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Updating router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 port b03b1762-cdc0-47b7-9566-f77e680de91d binding host dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:43:03.698560 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:03.767218 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:43:03.814066 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:03.844749 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bcb09-b35e-41e6-8728-216633f1e707 req-9ffb8c1f-9cbe-416e-91b2-b53e15125602 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:03.846245 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-738bcb09-b35e-41e6-8728-216633f1e707 req-9ffb8c1f-9cbe-416e-91b2-b53e15125602 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 943 time: 0.2850564
Apr 29 15:43:03.908630 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:03.952263 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-738bcb09-b35e-41e6-8728-216633f1e707 req-7ed76a1a-f351-4f99-b202-3daa0cecbbbc tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681660
Apr 29 15:43:03.993630 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4181-3ced-4694-801d-c4e35c97b95f req-b6e83865-643a-4113-b545-b8edc1d78d51 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:03.995755 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-706e4181-3ced-4694-801d-c4e35c97b95f req-b6e83865-643a-4113-b545-b8edc1d78d51 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1009910
Apr 29 15:43:04.053788 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-706e4181-3ced-4694-801d-c4e35c97b95f req-f2b260fb-b916-44de-b6f8-14c05ede185d tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513289
Apr 29 15:43:04.086618 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Allocated IP 172.20.0.1 (d84f215d-8638-45c1-a8e3-c5cd161de2e3/6a777552-0d2b-40d3-bf28-cabdd61ee1d4/12193622-1cf7-499b-b182-097a417d9b2c) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:43:04.117189 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:04.139264 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'port_id': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'mac_address': 'fa:16:3e:1d:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:43:04.217669 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.238904 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:43:04.247740 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.263938 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Transition to ACTIVE for port object 12193622-1cf7-499b-b182-097a417d9b2c will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:04.298718 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.302072 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:04.304835 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f3c9839b-64e9-44ce-84e0-da70cefa3d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:04.312415 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.316393 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:04.361944 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Network d84f215d-8638-45c1-a8e3-c5cd161de2e3 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:43:04.366614 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:04.375652 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:43:04.378278 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.405643 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Transition to ACTIVE for port object b03b1762-cdc0-47b7-9566-f77e680de91d will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:04.413114 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,revision_number=9']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:04.416146 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.420976 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:04.421445 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:04.425780 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Pushing event updated for resources: {'Port': ['ID=12193622-1cf7-499b-b182-097a417d9b2c,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:04.433651 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:04.446958 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661991'] for router_interface, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.511897 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986743ae-b99a-47be-88b6-089ff45ff886 None None] Pushing event updated for resources: {'Port': ['ID=b03b1762-cdc0-47b7-9566-f77e680de91d,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:04.514539 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Attempting to bind port b03b1762-cdc0-47b7-9566-f77e680de91d on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:43:04.514730 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Attempting to bind port b03b1762-cdc0-47b7-9566-f77e680de91d by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:43:04.515094 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Attempting to bind port b03b1762-cdc0-47b7-9566-f77e680de91d on network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:43:04.518788 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-986743ae-b99a-47be-88b6-089ff45ff886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:04.522245 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:43:04.522862 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Checking segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:43:04.523500 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.523911 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Bound using segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:43:04.524384 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Bound port: b03b1762-cdc0-47b7-9566-f77e680de91d, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:43:04.524761 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.592908 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.606953 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] For port b03b1762-cdc0-47b7-9566-f77e680de91d, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:43:04.611167 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] For port b03b1762-cdc0-47b7-9566-f77e680de91d, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=b03b1762-cdc0-47b7-9566-f77e680de91d,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:43:04.617105 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.623605 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:04.671722 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-68c2337f-5dbd-435d-818a-3515b4808c2d None None] Provisioning for port 12193622-1cf7-499b-b182-097a417d9b2c completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:04.688815 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-68c2337f-5dbd-435d-818a-3515b4808c2d None None] Provisioning complete for port 12193622-1cf7-499b-b182-097a417d9b2c triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:04.689217 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-68c2337f-5dbd-435d-818a-3515b4808c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.723600 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['14d1ac32-2f0d-45ad-948a-173a4e8e8dd6'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:43:04.797728 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986743ae-b99a-47be-88b6-089ff45ff886 None None] Pushing event updated for resources: {'Port': ['ID=b03b1762-cdc0-47b7-9566-f77e680de91d,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:04.812218 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-986743ae-b99a-47be-88b6-089ff45ff886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:04.814817 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-68c2337f-5dbd-435d-818a-3515b4808c2d None None] Port 12193622-1cf7-499b-b182-097a417d9b2c cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:43:04.816112 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Routers {'98cb6eb3-25cf-459c-a5c4-ed6f153eba81'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:43:04.817276 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee316f5b0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:43:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:04.833672 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.839362 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.868049 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:04.952513 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661828'] for router_interface, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:04.957363 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Pushing event updated for resources: {'Port': ['ID=12193622-1cf7-499b-b182-097a417d9b2c,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:04.962499 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:05.098894 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] Set router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:43:05.148246 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Network d84f215d-8638-45c1-a8e3-c5cd161de2e3 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:43:05.151059 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:05.291815 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad530085-911b-4a75-b764-8c5062226355 req-62e0e3f8-6b24-49f4-abe6-6f481d0b12c8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:05.295053 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ad530085-911b-4a75-b764-8c5062226355 req-62e0e3f8-6b24-49f4-abe6-6f481d0b12c8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1232598
Apr 29 15:43:05.303607 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a31e4d-6388-4b37-a318-9f8d939d28da req-225529f2-2988-46b5-ad92-59f3efec1d90 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:05.315787 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f9a31e4d-6388-4b37-a318-9f8d939d28da req-225529f2-2988-46b5-ad92-59f3efec1d90 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.2373090
Apr 29 15:43:05.366817 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ad530085-911b-4a75-b764-8c5062226355 req-a2ef7c87-57a5-4d03-a9cf-748884e6844a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599110
Apr 29 15:43:05.465841 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f9a31e4d-6388-4b37-a318-9f8d939d28da req-c8dc540a-da1a-4d8e-bcda-8b3c9968592e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1490409
Apr 29 15:43:05.479995 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:43:05.501897 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:05.593278 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-07db23a2-aff8-4de7-856b-898415fe0fa3 None None] Provisioning complete for port 12193622-1cf7-499b-b182-097a417d9b2c triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:05.593813 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-07db23a2-aff8-4de7-856b-898415fe0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:05.666166 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-07db23a2-aff8-4de7-856b-898415fe0fa3 None None] Port 12193622-1cf7-499b-b182-097a417d9b2c cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:43:05.680243 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee316f5b0>, [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '12193622-1cf7-499b-b182-097a417d9b2c', 'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'mac_address': 'fa:16:3e:a3:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:03Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 2, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'subnets': [{'id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:05.684386 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a2339-08e6-4582-aa6f-ae8e88e8825a None None] The sync data for ids ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'] in dv-cinder-788782-1-iscsi is: [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '12193622-1cf7-499b-b182-097a417d9b2c', 'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'mac_address': 'fa:16:3e:a3:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:03Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 2, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'subnets': [{'id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:43:05.767992 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:43:05.777352 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] 10.222.0.10 "PUT /v2.0/routers/98cb6eb3-25cf-459c-a5c4-ed6f153eba81/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8293581
Apr 29 15:43:06.372626 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39112) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:06.381464 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1143709638-network', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:06.386413 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:06.390535 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Usage tracker for resource:network and tenant:5adce8a6ebcc4cd3a199116f571f3057 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:06.393604 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:06.399761 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:06.415050 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Made reservation on behalf of 5adce8a6ebcc4cd3a199116f571f3057 for: {'network': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:43:06.417790 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for network, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:06.435451 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:06.452745 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:06.457407 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Usage tracker for resource:security_group_rule and tenant:5adce8a6ebcc4cd3a199116f571f3057 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:06.460678 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:06.468539 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:06.635798 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a2389-b118-4431-83ad-f667cadf9d0d req-25444865-34a3-4e39-9022-d23293a4e1ee tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:06.637641 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-934a2389-b118-4431-83ad-f667cadf9d0d req-25444865-34a3-4e39-9022-d23293a4e1ee tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1452062
Apr 29 15:43:06.680223 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc88f3-458d-4f5c-beec-ab73c86ce7bf req-8516465b-2b47-4c1c-a3f2-0bb80c1ad4ec tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:06.687528 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-91fc88f3-458d-4f5c-beec-ab73c86ce7bf req-8516465b-2b47-4c1c-a3f2-0bb80c1ad4ec tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.0986643
Apr 29 15:43:06.692788 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:06.701921 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:06.706258 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1d0e4641-01c5-4dac-8200-38f620b00f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:06.724783 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-934a2389-b118-4431-83ad-f667cadf9d0d req-27391404-b98b-46d3-b19d-2d64f40954b1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784967
Apr 29 15:43:06.734927 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-91fc88f3-458d-4f5c-beec-ab73c86ce7bf req-73cae2c2-c76e-4b0e-9e45-4a663fcf990a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465295
Apr 29 15:43:06.742764 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=73821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 15:43:06.751943 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81063e89-3edb-41cb-b0cd-d702fd55c4c3,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:06.765911 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:06.768839 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:06.769514 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.segments_db [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Added segment 529195ef-079c-4c13-b661-dd8475303da4 of type vlan for network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7
Apr 29 15:43:06.799134 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757140696203'] for network, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:06.834104 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011'] for network, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:06.835750 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:06.836350 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:06.840077 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:06.948738 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Pushing event updated for resources: {'Network': ['ID=daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:06.951727 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5757537
Apr 29 15:43:06.952681 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:06.954845 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39122) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:06.961223 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 details requested by agent ovs-agent-dv-cinder-788782-1-iscsi with host dv-cinder-788782-1-iscsi {{(pid=73823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 29 15:43:06.962379 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Request body: {'subnet': {'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1143709638-subnet', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'ip_version': 4}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:06.967360 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:06.971487 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Usage tracker for resource:subnet and tenant:5adce8a6ebcc4cd3a199116f571f3057 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:06.974772 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:06.980782 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:06.991706 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Made reservation on behalf of 5adce8a6ebcc4cd3a199116f571f3057 for: {'subnet': 1} {{(pid=73821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:43:06.997259 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6400143'] for subnet, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:07.396720 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8127424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6400253'] for subnet, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:07.401118 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:07.471683 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device b03b1762-cdc0-47b7-9566-f77e680de91d up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:07.478178 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8895e7b5-dda5-4d58-8dc7-a3297984eac8,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:07.482106 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:07.490643 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Checking segment: {'id': '529195ef-079c-4c13-b661-dd8475303da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:43:07.491143 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Network hostable DHCP agents. Network: daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7, hostable agents: ['63a0cc55-8bee-41a2-898c-7671c673a4c5'], hosted agents: [] {{(pid=73821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 15:43:07.510538 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 is scheduled to be hosted by DHCP agent 63a0cc55-8bee-41a2-898c-7671c673a4c5 with binding_index 1 {{(pid=73821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 15:43:07.520510 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-1-iscsi, daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7) {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:07.533261 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03261f29-8cd8-40e8-afe4-1b6a94c7b8f1 None None] Network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:43:07.535082 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:07.536507 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:07.558787 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-e01c0fd0-70bc-4a05-8ac0-bc8d1701ab4a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6029196
Apr 29 15:43:07.561290 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39128) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:07.568408 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1143709638-router', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:07.573860 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:07.577766 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Usage tracker for resource:router and tenant:5adce8a6ebcc4cd3a199116f571f3057 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:07.585320 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:07.591697 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:07.605081 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-747995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103806'] for router, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:07.606295 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103785'] for router, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:07.624247 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:07.640908 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port b03b1762-cdc0-47b7-9566-f77e680de91d completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:07.645790 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port b03b1762-cdc0-47b7-9566-f77e680de91d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:07.646165 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:07.798404 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:07.846225 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Sync routers for ids ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:43:07.875120 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Routers {'98cb6eb3-25cf-459c-a5c4-ed6f153eba81'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:43:07.876050 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2781a30>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:43:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:07.948600 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp594323a0-43f1-584a-9751-39abe0b439be-daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7', 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'fixed_ips': [{'subnet_id': '8895e7b5-dda5-4d58-8dc7-a3297984eac8'}]}} from dv-cinder-788782-1-iscsi. {{(pid=73823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 29 15:43:07.949669 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:07.976391 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:07.987146 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:07.987809 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.000072 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2e9b4-cca8-4c5b-9cde-728821522c36 req-930ca6b9-18d7-4b2e-91b5-71dace32d42f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:08.010262 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55c2e9b4-cca8-4c5b-9cde-728821522c36 req-930ca6b9-18d7-4b2e-91b5-71dace32d42f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 944 time: 0.1304753
Apr 29 15:43:08.065025 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103835'] for router, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.091986 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Set router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:43:08.096430 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55c2e9b4-cca8-4c5b-9cde-728821522c36 req-aa6ba094-f3ac-4457-87c6-79bd99feb98f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826113
Apr 29 15:43:08.110936 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port b03b1762-cdc0-47b7-9566-f77e680de91d, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=b03b1762-cdc0-47b7-9566-f77e680de91d,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:08.126369 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.144070 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047882aa-b7dc-4974-91a2-32881588586d req-25442cf1-d96e-49eb-91ae-3138ad3fbee3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:08.149393 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-047882aa-b7dc-4974-91a2-32881588586d req-25442cf1-d96e-49eb-91ae-3138ad3fbee3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1968129
Apr 29 15:43:08.172588 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:08.261943 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-047882aa-b7dc-4974-91a2-32881588586d req-78ed1134-b993-4728-a57f-a76e96e98f2c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637131
Apr 29 15:43:08.333269 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.391711 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=b03b1762-cdc0-47b7-9566-f77e680de91d,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:08.400352 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:08.416648 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:43:08.435295 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:08.439410 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.db_base_plugin_common [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Allocated IP 172.20.0.2 (daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7/8895e7b5-dda5-4d58-8dc7-a3297984eac8/e46c82f7-edb3-416b-8aa4-3fbef0a1b69a) {{(pid=73823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:43:08.445902 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.452176 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:08.460951 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2781a30>, [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '12193622-1cf7-499b-b182-097a417d9b2c', 'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'mac_address': 'fa:16:3e:a3:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:03Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 2, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'subnets': [{'id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:08.466043 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Checking router: 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:43:08.466400 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Updating router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 port 12193622-1cf7-499b-b182-097a417d9b2c binding host dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:43:08.487204 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'code': 200}
Apr 29 15:43:08.519267 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.534322 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.550473 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.613070 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,revision_number=10']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:08.618655 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:08.700877 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Allocated IP 172.27.3.55 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/6343ebdf-4140-41d6-a92e-82a4c2e3fa37) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:43:08.732445 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.744457 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Transition to ACTIVE for port object e46c82f7-edb3-416b-8aa4-3fbef0a1b69a will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:08.768118 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Transition to ACTIVE for port object e46c82f7-edb3-416b-8aa4-3fbef0a1b69a will not be triggered until provisioned by entity DHCP. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:08.778245 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901'] for port, after_create {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.785680 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:08.851041 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 is already hosted by enough agents. {{(pid=73823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:43:08.859356 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.scheduler.base_scheduler [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Resources bound (agent type, host, resource id):  {{(pid=73823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:08.864777 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Received port after_create {{(pid=73823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:43:08.875032 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Pushing event updated for resources: {'Port': ['ID=e46c82f7-edb3-416b-8aa4-3fbef0a1b69a,revision_number=1']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:08.891620 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.904153 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:08.931615 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.938781 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:08.967286 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Attempting to bind port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:43:08.967660 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Attempting to bind port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '529195ef-079c-4c13-b661-dd8475303da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:43:08.968165 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Attempting to bind port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a on network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:43:08.974327 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:43:08.974701 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Checking segment: {'id': '529195ef-079c-4c13-b661-dd8475303da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:43:08.975148 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:08.975541 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Bound using segment: {'id': '529195ef-079c-4c13-b661-dd8475303da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:43:08.976009 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Bound port: e46c82f7-edb3-416b-8aa4-3fbef0a1b69a, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529195ef-079c-4c13-b661-dd8475303da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:43:08.976383 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:09.017492 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:09.022922 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:43:09.025619 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:09.033698 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:43:09.033964 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Transition to ACTIVE for port object 12193622-1cf7-499b-b182-097a417d9b2c will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:09.044187 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:09.050101 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:09.080632 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=6343ebdf-4140-41d6-a92e-82a4c2e3fa37,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:09.084699 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:09.096275 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] For port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:43:09.101105 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] For port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=e46c82f7-edb3-416b-8aa4-3fbef0a1b69a,segment=NetworkSegment(529195ef-079c-4c13-b661-dd8475303da4),segment_id=529195ef-079c-4c13-b661-dd8475303da4)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:43:09.107557 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:09.122429 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:09.186829 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5225985-876e-4353-b206-3ab6c80c442e req-4d3a1910-3bc2-4ed3-bf06-1cbd2ba8cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:09.189017 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d5225985-876e-4353-b206-3ab6c80c442e req-4d3a1910-3bc2-4ed3-bf06-1cbd2ba8cf0e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 1099 time: 0.1021986
Apr 29 15:43:09.229740 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Pushing event updated for resources: {'Port': ['ID=e46c82f7-edb3-416b-8aa4-3fbef0a1b69a,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:09.243324 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:09.279835 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d5225985-876e-4353-b206-3ab6c80c442e req-ca12f395-60a4-4afb-b933-4e346af7df96 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834091
Apr 29 15:43:09.321660 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef7a37-6c6a-4bd2-8777-f983aedaa37b None None] Pushing event updated for resources: {'Port': ['ID=12193622-1cf7-499b-b182-097a417d9b2c,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:09.335464 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-05ef7a37-6c6a-4bd2-8777-f983aedaa37b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:09.365819 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Attempting to bind port 12193622-1cf7-499b-b182-097a417d9b2c on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:43:09.366282 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Attempting to bind port 12193622-1cf7-499b-b182-097a417d9b2c by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:43:09.366931 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Attempting to bind port 12193622-1cf7-499b-b182-097a417d9b2c on network d84f215d-8638-45c1-a8e3-c5cd161de2e3 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:43:09.385527 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:43:09.387121 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Checking segment: {'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:43:09.388395 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:09.388846 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Bound using segment: {'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:43:09.391942 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Bound port: 12193622-1cf7-499b-b182-097a417d9b2c, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:43:09.392394 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:09.491787 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device b03b1762-cdc0-47b7-9566-f77e680de91d up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:09.494128 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de88eb-50d0-43de-9899-203b87d92260 req-1ef74c01-a31b-4c14-865d-d8b1f3382dfa tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:09.495631 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-52de88eb-50d0-43de-9899-203b87d92260 req-1ef74c01-a31b-4c14-865d-d8b1f3382dfa tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 946 time: 0.1828218
Apr 29 15:43:09.602832 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] For port 12193622-1cf7-499b-b182-097a417d9b2c, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:43:09.606422 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] For port 12193622-1cf7-499b-b182-097a417d9b2c, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=12193622-1cf7-499b-b182-097a417d9b2c,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:43:09.616392 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:09.620512 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:09.632435 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f1b37-c289-442c-8635-63c0bdf96ba0 req-61910fd3-a257-4c24-a9c9-82ecb6e07a4b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:09.635410 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6d4f1b37-c289-442c-8635-63c0bdf96ba0 req-61910fd3-a257-4c24-a9c9-82ecb6e07a4b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1576102
Apr 29 15:43:09.719718 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port b03b1762-cdc0-47b7-9566-f77e680de91d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:09.720101 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:09.735286 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6d4f1b37-c289-442c-8635-63c0bdf96ba0 req-f2ed4907-6c3b-455d-81b8-bf7c122f29cc tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933328
Apr 29 15:43:09.780569 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef7a37-6c6a-4bd2-8777-f983aedaa37b None None] Pushing event updated for resources: {'Port': ['ID=12193622-1cf7-499b-b182-097a417d9b2c,revision_number=4']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:09.792146 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Routers {'98cb6eb3-25cf-459c-a5c4-ed6f153eba81'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:43:09.818229 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2781a30>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:43:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:10.005781 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-52de88eb-50d0-43de-9899-203b87d92260 req-b37f7a14-3e9d-480f-9175-f89e96360239 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5013769
Apr 29 15:43:10.030158 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-05ef7a37-6c6a-4bd2-8777-f983aedaa37b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:10.086507 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:10.094851 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] Set router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:43:10.438136 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2781a30>, [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '12193622-1cf7-499b-b182-097a417d9b2c', 'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'mac_address': 'fa:16:3e:a3:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:03Z', 'updated_at': '2021-04-29T15:43:09Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'subnets': [{'id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:10.441133 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683758'] for router, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:10.442445 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada562bc-2929-409d-8b8b-aeb67df22b2e None None] The sync data for ids ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'] in dv-cinder-788782-1-iscsi is: [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '12193622-1cf7-499b-b182-097a417d9b2c', 'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'mac_address': 'fa:16:3e:a3:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:03Z', 'updated_at': '2021-04-29T15:43:09Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'subnets': [{'id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:43:10.568422 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd6daf-a223-4e86-957c-5d6575a32844 None None] Network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:43:10.663505 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Router 46fccbbf-3674-44e0-be1f-2a871299c933 is scheduled to L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 with binding_index 1 {{(pid=73821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 29 15:43:10.682628 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-f6d8a973-e0cd-4169-a4fb-d508bfa2b904 None None] Provisioning for port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:10.859057 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:43:10.872283 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Sync routers for ids ['46fccbbf-3674-44e0-be1f-2a871299c933'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:43:10.888465 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Routers {'46fccbbf-3674-44e0-be1f-2a871299c933'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:43:10.889308 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee27daf70>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:43:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['46fccbbf-3674-44e0-be1f-2a871299c933'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:10.893508 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:10.898290 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.3324375
Apr 29 15:43:10.898582 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39166) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:11.075996 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3a46a-da9c-4500-9dd1-3bb6d3e97e58 req-67e7e253-5907-43dd-b60e-01c71156c682 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:11.084584 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0ee3a46a-da9c-4500-9dd1-3bb6d3e97e58 req-67e7e253-5907-43dd-b60e-01c71156c682 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1460218
Apr 29 15:43:11.097226 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Set router 46fccbbf-3674-44e0-be1f-2a871299c933 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:43:11.189477 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0ee3a46a-da9c-4500-9dd1-3bb6d3e97e58 req-f95a3cb1-414f-48c4-b605-0e9575703947 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922697
Apr 29 15:43:11.684867 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 12193622-1cf7-499b-b182-097a417d9b2c up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:11.742916 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd92b0-23d8-4906-95ef-761ec14bc579 req-68bd0248-7967-4eec-a12e-cc7de792020f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:11.744401 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-24bd92b0-23d8-4906-95ef-761ec14bc579 req-68bd0248-7967-4eec-a12e-cc7de792020f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 946 time: 0.5105426
Apr 29 15:43:11.776094 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee27daf70>, [{'id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'name': 'tempest-TestShelveInstance-1143709638-router', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:07Z', 'updated_at': '2021-04-29T15:43:09Z', 'revision_number': 3, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'gw_port': {'id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:08Z', 'updated_at': '2021-04-29T15:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:11.781246 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Checking router: 46fccbbf-3674-44e0-be1f-2a871299c933 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:43:11.781612 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Updating router 46fccbbf-3674-44e0-be1f-2a871299c933 port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 binding host dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:43:11.848953 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:11.866199 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-24bd92b0-23d8-4906-95ef-761ec14bc579 req-d0dd3c5c-4c2d-4820-98ba-60a47668d698 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1142187
Apr 29 15:43:11.953938 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 12193622-1cf7-499b-b182-097a417d9b2c completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:11.967505 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 12193622-1cf7-499b-b182-097a417d9b2c triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:11.967966 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.054248 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.212233 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.265254 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 12193622-1cf7-499b-b182-097a417d9b2c, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=12193622-1cf7-499b-b182-097a417d9b2c,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:12.281720 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Allocated IP 172.20.0.1 (daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7/8895e7b5-dda5-4d58-8dc7-a3297984eac8/4f812ac6-c0c5-442a-830f-ea560d2dba2e) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:43:12.350526 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Notify callbacks [] for port, precommit_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.363641 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Transition to ACTIVE for port object 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 will not be triggered until provisioned by entity L2. {{(pid=73823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:12.368798 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.370358 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device e46c82f7-edb3-416b-8aa4-3fbef0a1b69a up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:12.399901 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:12.405740 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea0d3d-799b-40fb-a0fd-293d3876318f req-bf097b7d-e33b-4997-b122-a7269850ea4b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:12.407326 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1cea0d3d-799b-40fb-a0fd-293d3876318f req-bf097b7d-e33b-4997-b122-a7269850ea4b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1021719
Apr 29 15:43:12.442279 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.448872 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.459108 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1cea0d3d-799b-40fb-a0fd-293d3876318f req-7ced2c20-69df-4579-a98e-8b83fa18cdf0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437651
Apr 29 15:43:12.466101 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.provisioning_blocks [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Transition to ACTIVE for port object 4f812ac6-c0c5-442a-830f-ea560d2dba2e will not be triggered until provisioned by entity DHCP. {{(pid=73821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:12.490812 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.495427 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:12.510339 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Attempting to bind port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:43:12.510715 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Attempting to bind port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:43:12.511078 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Attempting to bind port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 on network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:43:12.519710 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=12193622-1cf7-499b-b182-097a417d9b2c,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:12.523264 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:43:12.523646 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Checking segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:43:12.524049 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.524436 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Bound using segment: {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'} {{(pid=73823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:43:12.524904 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.managers [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Bound port: 6343ebdf-4140-41d6-a92e-82a4c2e3fa37, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ce0933-2e81-4ae8-85ae-772b995c2c71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}}] {{(pid=73823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:43:12.525304 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.548182 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:12.553695 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:12.556293 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:43:12.563186 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:12.565555 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:43:12.610993 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Pushing event updated for resources: {'Port': ['ID=4f812ac6-c0c5-442a-830f-ea560d2dba2e,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:12.616285 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:12.631001 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661991'] for router_interface, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.641993 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:12.654972 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:12.655280 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.696619 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba0d44-f74c-4ce8-ac92-b7feec10573b None None] Pushing event updated for resources: {'Port': ['ID=6343ebdf-4140-41d6-a92e-82a4c2e3fa37,revision_number=2']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:12.704267 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-f9ba0d44-f74c-4ce8-ac92-b7feec10573b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:12.708834 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] For port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:43:12.727223 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] For port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=6343ebdf-4140-41d6-a92e-82a4c2e3fa37,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:43:12.736182 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.741787 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:12.766253 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:12.867439 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Routers {'46fccbbf-3674-44e0-be1f-2a871299c933'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:43:12.868084 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee27daf70>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:43:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['46fccbbf-3674-44e0-be1f-2a871299c933'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:12.932222 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-6ffee7f6-9f4d-4cd9-84be-c9b0a5e8f4fe None None] Provisioning for port 4f812ac6-c0c5-442a-830f-ea560d2dba2e completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:12.945962 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba0d44-f74c-4ce8-ac92-b7feec10573b None None] Pushing event updated for resources: {'Port': ['ID=6343ebdf-4140-41d6-a92e-82a4c2e3fa37,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:12.954944 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-f9ba0d44-f74c-4ce8-ac92-b7feec10573b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:12.955537 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-6ffee7f6-9f4d-4cd9-84be-c9b0a5e8f4fe None None] Provisioning complete for port 4f812ac6-c0c5-442a-830f-ea560d2dba2e triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:12.955911 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6ffee7f6-9f4d-4cd9-84be-c9b0a5e8f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:13.006050 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:13.022397 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:13.036290 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8128073'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:13.065426 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dea0778a-5f3e-4aa3-a72d-02275287cda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:13.147204 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-6ffee7f6-9f4d-4cd9-84be-c9b0a5e8f4fe None None] Port 4f812ac6-c0c5-442a-830f-ea560d2dba2e cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:43:13.159068 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Pushing event updated for resources: {'Port': ['ID=4f812ac6-c0c5-442a-830f-ea560d2dba2e,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:13.162898 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:13.163356 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661828'] for router_interface, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:13.164053 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=e46c82f7-edb3-416b-8aa4-3fbef0a1b69a,segment=NetworkSegment(529195ef-079c-4c13-b661-dd8475303da4),segment_id=529195ef-079c-4c13-b661-dd8475303da4)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:13.175387 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:13.180050 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:13.230516 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] Set router 46fccbbf-3674-44e0-be1f-2a871299c933 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:43:13.235099 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb269a-8a22-4570-9db8-eee40cfc7d32 req-42042f67-b204-4be8-86dc-c472bb916247 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:13.236548 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-24fb269a-8a22-4570-9db8-eee40cfc7d32 req-42042f67-b204-4be8-86dc-c472bb916247 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 946 time: 0.2465663
Apr 29 15:43:13.344535 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-24fb269a-8a22-4570-9db8-eee40cfc7d32 req-83aed182-0146-4b1c-8041-e69e03f14c70 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658557
Apr 29 15:43:13.376447 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:43:13.376589 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=e46c82f7-edb3-416b-8aa4-3fbef0a1b69a,revision_number=3']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:13.377857 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:13.391492 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:13.490254 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 12193622-1cf7-499b-b182-097a417d9b2c up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:13.648651 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 12193622-1cf7-499b-b182-097a417d9b2c triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:13.649092 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:13.662324 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482f3f5-5658-49a5-9e47-1e2531ee69e3 req-d4b63f83-3ac1-4751-9b29-6c85d5e829b2 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:13.663834 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a482f3f5-5658-49a5-9e47-1e2531ee69e3 req-d4b63f83-3ac1-4751-9b29-6c85d5e829b2 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0914874
Apr 29 15:43:13.714009 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a482f3f5-5658-49a5-9e47-1e2531ee69e3 req-54e856ee-525e-4f50-bd88-60220d18ba2e tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437315
Apr 29 15:43:13.726527 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-a73e4e5a-bc23-41eb-9ddd-65c0daba96c5 None None] Provisioning complete for port 4f812ac6-c0c5-442a-830f-ea560d2dba2e triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:13.727085 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a73e4e5a-bc23-41eb-9ddd-65c0daba96c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:13.733877 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Router 46fccbbf-3674-44e0-be1f-2a871299c933 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:43:13.819019 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-a73e4e5a-bc23-41eb-9ddd-65c0daba96c5 None None] Port 4f812ac6-c0c5-442a-830f-ea560d2dba2e cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:43:13.826919 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee27daf70>, [{'id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'name': 'tempest-TestShelveInstance-1143709638-router', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:07Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'gw_port': {'id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:08Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '4f812ac6-c0c5-442a-830f-ea560d2dba2e', 'name': '', 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'mac_address': 'fa:16:3e:38:bc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8895e7b5-dda5-4d58-8dc7-a3297984eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:12Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 1, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'subnets': [{'id': '8895e7b5-dda5-4d58-8dc7-a3297984eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:13.836906 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752dc40-77bb-43e7-8c71-27787ea441d1 None None] The sync data for ids ['46fccbbf-3674-44e0-be1f-2a871299c933'] in dv-cinder-788782-1-iscsi is: [{'id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'name': 'tempest-TestShelveInstance-1143709638-router', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:07Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'gw_port': {'id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:08Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '4f812ac6-c0c5-442a-830f-ea560d2dba2e', 'name': '', 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'mac_address': 'fa:16:3e:38:bc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8895e7b5-dda5-4d58-8dc7-a3297984eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:12Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 1, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'subnets': [{'id': '8895e7b5-dda5-4d58-8dc7-a3297984eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:43:13.920104 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:43:13.929631 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] 10.222.0.10 "PUT /v2.0/routers/46fccbbf-3674-44e0-be1f-2a871299c933/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0299811
Apr 29 15:43:14.618358 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39228) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:14.623719 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17320290', 'description': 'tempest-secgroup-smoke-17320290 description', 'project_id': '5f499c016ab548289b8fcf46ac473eec'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:14.629876 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:14.633915 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Usage tracker for resource:security_group and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:14.637133 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:14.644067 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:14.654699 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:14.676305 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:14.680433 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Usage tracker for resource:security_group_rule and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:14.683486 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:14.689451 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:14.769803 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:14.774731 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:14.779058 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e2c4f163-7cac-4305-957a-2bd827781f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:14.821380 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe73226-87d5-4652-bc98-64d1d47e276e,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:14.830100 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:14.832973 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:14.834158 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.2147243
Apr 29 15:43:14.836998 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39234) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:14.842435 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Request body: {'security_group_rule': {'security_group_id': '1fe73226-87d5-4652-bc98-64d1d47e276e', 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:14.849299 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:14.853334 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Usage tracker for resource:security_group_rule and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:14.856250 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:14.862362 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:14.883892 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:14.927644 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29921eb2-1756-4592-85d5-43fd6018dd23 req-44703994-dbf5-4359-870f-11ac98f7c0a6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:14.929705 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-29921eb2-1756-4592-85d5-43fd6018dd23 req-44703994-dbf5-4359-870f-11ac98f7c0a6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0954785
Apr 29 15:43:14.955587 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:14.961127 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:14.963256 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:14.985462 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-29921eb2-1756-4592-85d5-43fd6018dd23 req-c9732e74-728e-43bd-a3f4-830f3366551a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489726
Apr 29 15:43:14.986053 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e87c756-f67b-4c08-a531-b1cc19420324,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:14.989851 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:14.997656 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:14.998835 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-9a36c76a-b74d-4145-a90b-f42e0a71ba3b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1608603
Apr 29 15:43:15.001905 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39238) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:15.007789 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Request body: {'security_group_rule': {'security_group_id': '1fe73226-87d5-4652-bc98-64d1d47e276e', 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:15.013860 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:15.017913 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Usage tracker for resource:security_group_rule and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:15.021147 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:15.027323 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:15.044284 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.108821 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.112912 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.115771 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:15.138061 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905c07b9-e72f-4645-8c2a-883cedc3b52a,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:15.142406 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:15.146865 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.148009 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1450722
Apr 29 15:43:15.150720 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39242) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:15.155566 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Request body: {'security_group_rule': {'security_group_id': '1fe73226-87d5-4652-bc98-64d1d47e276e', 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:15.161828 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:15.165604 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Usage tracker for resource:security_group_rule and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:15.168518 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:15.174408 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:15.191538 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.253698 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.257474 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.259615 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4935b9f3-8371-48f9-8bb1-7bd27ed08ec2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:15.282770 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00e2454-7d3b-425c-98ff-2c7f80d72b91,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:15.288087 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:15.292475 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.293627 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-121ec536-fe1c-42a1-bab1-94098b907960 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1420112
Apr 29 15:43:15.296271 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39246) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:15.302086 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Request body: {'security_group_rule': {'security_group_id': '1fe73226-87d5-4652-bc98-64d1d47e276e', 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:15.307809 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:15.311641 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Usage tracker for resource:security_group_rule and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:15.314489 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:15.320344 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:15.339795 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.403697 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.408564 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.411485 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-513a0f10-5bdf-4c2e-90f9-59706d2a40e9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:15.434778 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb7e8ee-5475-4501-a411-e4f36628a432,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:15.439591 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:15.444179 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.445366 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-9a9e5b32-c46a-422e-aacc-50ccdbfe914d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1481972
Apr 29 15:43:15.448185 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39250) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:15.454242 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Request body: {'security_group_rule': {'security_group_id': '1fe73226-87d5-4652-bc98-64d1d47e276e', 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:15.461225 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:15.465907 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Usage tracker for resource:security_group_rule and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:15.468873 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:15.475355 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:15.485301 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.securitygroups_db [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Project 5f499c016ab548289b8fcf46ac473eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 15:43:15.496109 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.534739 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:15.563270 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.567210 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.574686 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:15.596751 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6cfc16-2fa5-487a-b18c-96225da8a9d6,revision_number=0']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:15.598986 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:15.604406 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.608372 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-bf6ed26c-c632-4c6e-9ce0-ed86d2de63a7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1564658
Apr 29 15:43:15.608666 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39256) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:15.614534 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Request body: {'security_group_rule': {'security_group_id': '1fe73226-87d5-4652-bc98-64d1d47e276e', 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:15.617458 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:15.620406 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:15.622439 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:15.622821 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.624355 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Usage tracker for resource:security_group_rule and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:15.627488 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:15.633887 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:15.644835 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.securitygroups_db [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Project 5f499c016ab548289b8fcf46ac473eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 15:43:15.652534 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.723805 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.727769 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.733802 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ba739f3b-f995-4144-8548-28aea8c6e258 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:15.742739 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.753205 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4adfd1-5120-4762-98be-da6941c9e163,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:15.756437 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:15.759811 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=6343ebdf-4140-41d6-a92e-82a4c2e3fa37,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:15.763783 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.764746 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device e46c82f7-edb3-416b-8aa4-3fbef0a1b69a up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:15.764877 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:15.766009 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-4baa5a48-75d0-41a8-b6f1-e15b8daa9e91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1563396
Apr 29 15:43:15.789296 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-93f31aec-d022-44ad-ac27-a9abf5a2e649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:15.880609 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=6343ebdf-4140-41d6-a92e-82a4c2e3fa37,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:15.884135 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:15.893588 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:15.893972 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:16.185940 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272ea98-586b-46e9-bf5f-00c8a2a3b7ca req-4500068b-20c5-4cda-a0c8-d3b01c7813db tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:16.187426 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a272ea98-586b-46e9-bf5f-00c8a2a3b7ca req-4500068b-20c5-4cda-a0c8-d3b01c7813db tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0934546
Apr 29 15:43:16.239020 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a272ea98-586b-46e9-bf5f-00c8a2a3b7ca req-5a9f1227-2921-4223-a4b4-79a870446907 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446494
Apr 29 15:43:17.450312 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:17.498489 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Sync routers for ids ['46fccbbf-3674-44e0-be1f-2a871299c933'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:43:17.508832 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Routers {'46fccbbf-3674-44e0-be1f-2a871299c933'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:43:17.509512 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2781970>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:43:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['46fccbbf-3674-44e0-be1f-2a871299c933'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:17.535656 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:17.536240 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:17.627201 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c3e9b-0856-4bfd-bdcd-2ff1076068da req-0bc56ab3-1ecb-4699-a638-003648049445 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:17.628699 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2e0c3e9b-0856-4bfd-bdcd-2ff1076068da req-0bc56ab3-1ecb-4699-a638-003648049445 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1311040
Apr 29 15:43:17.679663 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2e0c3e9b-0856-4bfd-bdcd-2ff1076068da req-2731077c-47ff-431f-819b-0d624b67485d tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411162
Apr 29 15:43:17.710280 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Set router 46fccbbf-3674-44e0-be1f-2a871299c933 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:43:18.071228 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2781970>, [{'id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'name': 'tempest-TestShelveInstance-1143709638-router', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:07Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'gw_port': {'id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:08Z', 'updated_at': '2021-04-29T15:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '4f812ac6-c0c5-442a-830f-ea560d2dba2e', 'name': '', 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'mac_address': 'fa:16:3e:38:bc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8895e7b5-dda5-4d58-8dc7-a3297984eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:12Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 2, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'subnets': [{'id': '8895e7b5-dda5-4d58-8dc7-a3297984eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:18.075190 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Checking router: 46fccbbf-3674-44e0-be1f-2a871299c933 for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:43:18.075544 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Updating router 46fccbbf-3674-44e0-be1f-2a871299c933 port 4f812ac6-c0c5-442a-830f-ea560d2dba2e binding host dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 15:43:18.085112 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9752149-e9b8-414b-9e87-27ea55bb6110 req-4ccdea14-df0e-4f88-9830-7f7da3ef28c5 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:18.086563 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a9752149-e9b8-414b-9e87-27ea55bb6110 req-4ccdea14-df0e-4f88-9830-7f7da3ef28c5 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1286428
Apr 29 15:43:18.132074 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:18.138224 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f1b6-bb2e-4010-b9a4-1efccf8c50c6 req-c4d16f2c-54e6-43dd-9816-46cdacc15aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:18.139718 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1911f1b6-bb2e-4010-b9a4-1efccf8c50c6 req-c4d16f2c-54e6-43dd-9816-46cdacc15aa8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 1098 time: 0.1165276
Apr 29 15:43:18.150686 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a9752149-e9b8-414b-9e87-27ea55bb6110 req-86d8b46d-f818-4804-8072-775a441fa2df tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580838
Apr 29 15:43:18.287080 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f1b6-bb2e-4010-b9a4-1efccf8c50c6 req-22e57a51-84f7-4d72-b533-edc8a313a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:18.288821 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1911f1b6-bb2e-4010-b9a4-1efccf8c50c6 req-22e57a51-84f7-4d72-b533-edc8a313a8bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 912 time: 0.1413634
Apr 29 15:43:18.485791 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1911f1b6-bb2e-4010-b9a4-1efccf8c50c6 req-8ed3d189-fb6a-4801-93f9-cced9e82c9ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e HTTP/1.1" status: 200  len: 1001 time: 0.1897030
Apr 29 15:43:18.487905 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Notify callbacks [] for port, precommit_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:18.500659 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.provisioning_blocks [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Transition to ACTIVE for port object 4f812ac6-c0c5-442a-830f-ea560d2dba2e will not be triggered until provisioned by entity L2. {{(pid=73824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:18.507206 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:18.511137 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-915dfc86-91af-4c6a-b27e-700d5510b34a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:18.552016 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f1b6-bb2e-4010-b9a4-1efccf8c50c6 req-475b142f-15ea-44cf-b951-917b1f45bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:18.553537 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1911f1b6-bb2e-4010-b9a4-1efccf8c50c6 req-475b142f-15ea-44cf-b951-917b1f45bd9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed2ba634-ffc0-48c4-9162-332a736aade9 HTTP/1.1" status: 200  len: 850 time: 0.0598392
Apr 29 15:43:18.646047 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f1b6-bb2e-4010-b9a4-1efccf8c50c6 req-2d013c04-7e91-4f09-b517-bda7fee079d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:18.647684 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1911f1b6-bb2e-4010-b9a4-1efccf8c50c6 req-2d013c04-7e91-4f09-b517-bda7fee079d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=905c0d65-04c5-4bff-b644-f1439c03b662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825784
Apr 29 15:43:18.729095 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094f4e6-762b-4dea-bad8-1d77c3507ad3 None None] Pushing event updated for resources: {'Port': ['ID=4f812ac6-c0c5-442a-830f-ea560d2dba2e,revision_number=3']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:18.732262 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-6094f4e6-762b-4dea-bad8-1d77c3507ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:18.734184 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Attempting to bind port 4f812ac6-c0c5-442a-830f-ea560d2dba2e on host dv-cinder-788782-1-iscsi for vnic_type normal with profile  {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:43:18.734559 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Attempting to bind port 4f812ac6-c0c5-442a-830f-ea560d2dba2e by drivers openvswitch,hyperv on host dv-cinder-788782-1-iscsi at level 0 using segments [{'id': '529195ef-079c-4c13-b661-dd8475303da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7'}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:43:18.735131 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Attempting to bind port 4f812ac6-c0c5-442a-830f-ea560d2dba2e on network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:43:18.747057 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Checking agent: {'id': '645b63f9-876d-4302-b467-e2ade3db3b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 28, 33), 'started_at': datetime.datetime(2021, 4, 29, 15, 29, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:43:18.747513 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Checking segment: {'id': '529195ef-079c-4c13-b661-dd8475303da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:43:18.748026 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:18.748477 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Bound using segment: {'id': '529195ef-079c-4c13-b661-dd8475303da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7'} {{(pid=73824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:43:18.749176 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.managers [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Bound port: 4f812ac6-c0c5-442a-830f-ea560d2dba2e, host: dv-cinder-788782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529195ef-079c-4c13-b661-dd8475303da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7'}}] {{(pid=73824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:43:18.749707 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:18.794472 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1911f1b6-bb2e-4010-b9a4-1efccf8c50c6 req-f3c4175a-aa92-4672-a381-8a7f9de96ff8 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389356
Apr 29 15:43:18.843198 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] For port 4f812ac6-c0c5-442a-830f-ea560d2dba2e, host dv-cinder-788782-1-iscsi, cleared binding levels {{(pid=73824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:43:18.846097 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.plugins.ml2.db [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] For port 4f812ac6-c0c5-442a-830f-ea560d2dba2e, host dv-cinder-788782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=4f812ac6-c0c5-442a-830f-ea560d2dba2e,segment=NetworkSegment(529195ef-079c-4c13-b661-dd8475303da4),segment_id=529195ef-079c-4c13-b661-dd8475303da4)] {{(pid=73824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:43:18.851170 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron_lib.callbacks.manager [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:18.855637 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:18.938746 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094f4e6-762b-4dea-bad8-1d77c3507ad3 None None] Pushing event updated for resources: {'Port': ['ID=4f812ac6-c0c5-442a-830f-ea560d2dba2e,revision_number=4']} {{(pid=73824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:18.943212 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG oslo_concurrency.lockutils [None req-6094f4e6-762b-4dea-bad8-1d77c3507ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:18.943985 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Routers {'46fccbbf-3674-44e0-be1f-2a871299c933'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:43:18.944583 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2781970>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:43:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['46fccbbf-3674-44e0-be1f-2a871299c933'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:18.946389 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1911f1b6-bb2e-4010-b9a4-1efccf8c50c6 req-2d4a1026-ed28-4500-a45b-46dcbec7af4e service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446884
Apr 29 15:43:19.130987 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] Set router 46fccbbf-3674-44e0-be1f-2a871299c933 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:43:19.350657 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d61a2-f1d5-419b-86db-807b28f11ebd req-a00f540f-d7a5-40ef-9238-b12e2a3b6321 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:19.352046 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cf4d61a2-f1d5-419b-86db-807b28f11ebd req-a00f540f-d7a5-40ef-9238-b12e2a3b6321 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0900269
Apr 29 15:43:19.400825 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cf4d61a2-f1d5-419b-86db-807b28f11ebd req-b9b6253e-b291-46e0-b02e-174b06b54c85 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429153
Apr 29 15:43:19.511885 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 4f812ac6-c0c5-442a-830f-ea560d2dba2e up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:19.596212 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2781970>, [{'id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'name': 'tempest-TestShelveInstance-1143709638-router', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:07Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'gw_port': {'id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:08Z', 'updated_at': '2021-04-29T15:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '4f812ac6-c0c5-442a-830f-ea560d2dba2e', 'name': '', 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'mac_address': 'fa:16:3e:38:bc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8895e7b5-dda5-4d58-8dc7-a3297984eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:12Z', 'updated_at': '2021-04-29T15:43:18Z', 'revision_number': 4, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'subnets': [{'id': '8895e7b5-dda5-4d58-8dc7-a3297984eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:19.603863 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0980adf-89fa-4ed0-aa04-f3d147030d5a None None] The sync data for ids ['46fccbbf-3674-44e0-be1f-2a871299c933'] in dv-cinder-788782-1-iscsi is: [{'id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'name': 'tempest-TestShelveInstance-1143709638-router', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:07Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'gw_port': {'id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:08Z', 'updated_at': '2021-04-29T15:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '4f812ac6-c0c5-442a-830f-ea560d2dba2e', 'name': '', 'network_id': 'daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'mac_address': 'fa:16:3e:38:bc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '8895e7b5-dda5-4d58-8dc7-a3297984eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:12Z', 'updated_at': '2021-04-29T15:43:18Z', 'revision_number': 4, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'subnets': [{'id': '8895e7b5-dda5-4d58-8dc7-a3297984eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:43:19.610085 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning for port 4f812ac6-c0c5-442a-830f-ea560d2dba2e completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:19.622366 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 4f812ac6-c0c5-442a-830f-ea560d2dba2e triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:19.622898 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:19.764786 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:19.804453 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] For port 4f812ac6-c0c5-442a-830f-ea560d2dba2e, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=4f812ac6-c0c5-442a-830f-ea560d2dba2e,segment=NetworkSegment(529195ef-079c-4c13-b661-dd8475303da4),segment_id=529195ef-079c-4c13-b661-dd8475303da4)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:19.809690 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:19.811620 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:19.882273 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Pushing event updated for resources: {'Port': ['ID=4f812ac6-c0c5-442a-830f-ea560d2dba2e,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:19.885409 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:20.465326 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-df3aaf73-94d0-4034-9cb5-cc6b6796b4f5 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985964582&fields=id&tenant_id=d7d31a397ebf4f1e8842885b9bf49e91 HTTP/1.1" status: 200  len: 267 time: 0.0437019
Apr 29 15:43:20.600304 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f20cb-2882-4cf6-9a8d-fd00531a873b req-05d2897d-340c-4de1-aad2-b82e18bf56cb tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:20.601904 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-417f20cb-2882-4cf6-9a8d-fd00531a873b req-05d2897d-340c-4de1-aad2-b82e18bf56cb tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0874150
Apr 29 15:43:20.638617 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-b2f36a7e-3292-499d-84dc-4c485a9347f9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:20.640108 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-b2f36a7e-3292-499d-84dc-4c485a9347f9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 812 time: 0.1682215
Apr 29 15:43:20.654808 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-417f20cb-2882-4cf6-9a8d-fd00531a873b req-c0868b3b-0ca6-4265-98dc-9f15961a4a98 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460734
Apr 29 15:43:20.657207 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-b4d73978-25d5-42cd-9788-60d730cc06b4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/quotas/d7d31a397ebf4f1e8842885b9bf49e91 HTTP/1.1" status: 200  len: 375 time: 0.0099289
Apr 29 15:43:20.745425 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-bd74c723-f191-41a5-922c-1ea2039d8311 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0813735
Apr 29 15:43:21.041621 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-9de6ae49-03dd-4414-b905-0890b1d8e2f1 service neutron] 10.222.0.10 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2842422
Apr 29 15:43:21.071257 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-068164a0-d003-4321-a383-c70d4ee18f95 req-4174f1ff-999d-4793-8f2d-99a3eaeee7c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1286314
Apr 29 15:43:21.226517 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-74b36562-7f5c-4298-a820-f6ba048deba5 service neutron] 10.222.0.10 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782365
Apr 29 15:43:21.243943 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068164a0-d003-4321-a383-c70d4ee18f95 req-92f3b4b4-44a3-410e-b861-33e2ec854811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:21.245392 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-068164a0-d003-4321-a383-c70d4ee18f95 req-92f3b4b4-44a3-410e-b861-33e2ec854811 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 1099 time: 0.1119153
Apr 29 15:43:21.401487 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068164a0-d003-4321-a383-c70d4ee18f95 req-ba3916cc-30f7-4696-9044-07d7a59b0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:21.402946 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-068164a0-d003-4321-a383-c70d4ee18f95 req-ba3916cc-30f7-4696-9044-07d7a59b0c76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 918 time: 0.1352937
Apr 29 15:43:21.455360 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 4f812ac6-c0c5-442a-830f-ea560d2dba2e up at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:21.518292 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-068164a0-d003-4321-a383-c70d4ee18f95 req-2658c57e-1854-4937-b877-5b3e402b9607 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 HTTP/1.1" status: 200  len: 1001 time: 0.1080058
Apr 29 15:43:21.586553 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068164a0-d003-4321-a383-c70d4ee18f95 req-268b822c-136b-4bc6-92fc-29dd07af9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:21.587985 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-068164a0-d003-4321-a383-c70d4ee18f95 req-268b822c-136b-4bc6-92fc-29dd07af9035 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 200  len: 856 time: 0.0631320
Apr 29 15:43:21.596994 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Provisioning complete for port 4f812ac6-c0c5-442a-830f-ea560d2dba2e triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:21.597377 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:21.682161 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-36177867-7a7d-48ce-a2ee-458f43fe4985 req-21c4a76b-ae53-447c-a68f-660e412a0281 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Synchronizing usage tracker for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:43:21.706565 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-36177867-7a7d-48ce-a2ee-458f43fe4985 req-21c4a76b-ae53-447c-a68f-660e412a0281 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Unset dirty status for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:43:21.709691 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-36177867-7a7d-48ce-a2ee-458f43fe4985 req-21c4a76b-ae53-447c-a68f-660e412a0281 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 210 time: 0.0850992
Apr 29 15:43:21.709860 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068164a0-d003-4321-a383-c70d4ee18f95 req-6499c1de-44cc-4519-8688-b097496cbe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:21.711660 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-068164a0-d003-4321-a383-c70d4ee18f95 req-6499c1de-44cc-4519-8688-b097496cbe75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1127207
Apr 29 15:43:21.969425 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-068164a0-d003-4321-a383-c70d4ee18f95 req-2b13a554-9996-4040-9d63-ba7ef3913ded service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2487345
Apr 29 15:43:22.113321 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-068164a0-d003-4321-a383-c70d4ee18f95 req-b406ab66-8a48-453c-9919-c54207fd0f7b service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328461
Apr 29 15:43:22.829838 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-bd9204e9-22a8-4c58-9cfe-43b7a2a8b1b9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:22.831257 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-bd9204e9-22a8-4c58-9cfe-43b7a2a8b1b9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 812 time: 0.1583529
Apr 29 15:43:22.887659 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-580a4bb0-03bc-4527-96f3-9635bcc3b893 req-1292460c-0dd1-48ea-b3b7-f3114394a3b1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 210 time: 0.0554125
Apr 29 15:43:22.917934 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-5c6142ba-418e-43b1-a122-3312e0bf2cfb tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7d31a397ebf4f1e8842885b9bf49e91 HTTP/1.1" status: 200  len: 379 time: 0.0549970
Apr 29 15:43:22.927170 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'port': {'device_id': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'admin_state_up': True, 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'security_groups': ['cf9dcf38-cbcf-42ae-b3e3-757c10da02d7']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:23.069156 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:23.079418 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:23.090977 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Made reservation on behalf of d7d31a397ebf4f1e8842885b9bf49e91 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:43:23.094431 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:23.262818 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Allocated IP 172.20.0.7 (7b2df53a-374b-4d56-bc6b-c676e69f8ce1/f64abcfb-e266-48ac-a629-81779b5c4af5/cdbcc420-e6bd-494b-83ab-6d60b65d2797) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:43:23.454341 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:23.473572 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Transition to ACTIVE for port object cdbcc420-e6bd-494b-83ab-6d60b65d2797 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:23.496773 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:23.502537 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4f6d89ca-ffc6-47a1-812e-83a96a8037f8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:23.565655 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:43:23.573833 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:23.579655 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:43:23.624075 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'Port': ['ID=cdbcc420-e6bd-494b-83ab-6d60b65d2797,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:23.629923 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:23.667652 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:23.668267 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:23.696877 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7740452
Apr 29 15:43:23.713839 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Request body: {'port': {'device_id': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:23.783206 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-cebc612a-52b9-4f11-a511-abd2136b363b None None] Provisioning for port cdbcc420-e6bd-494b-83ab-6d60b65d2797 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:23.788692 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-cebc612a-52b9-4f11-a511-abd2136b363b None None] Provisioning complete for port cdbcc420-e6bd-494b-83ab-6d60b65d2797 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:23.789265 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-cebc612a-52b9-4f11-a511-abd2136b363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:23.829542 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:23.841562 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-cebc612a-52b9-4f11-a511-abd2136b363b None None] Port cdbcc420-e6bd-494b-83ab-6d60b65d2797 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:43:24.082730 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d503f-be60-47b3-84e4-651065001045 req-fcc56067-2a1c-4f66-9706-b47b16a2bb6e tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:24.083948 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-984d503f-be60-47b3-84e4-651065001045 req-fcc56067-2a1c-4f66-9706-b47b16a2bb6e tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 931 time: 0.0860169
Apr 29 15:43:24.132340 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-984d503f-be60-47b3-84e4-651065001045 req-71eaecbe-2f97-4756-816f-4057d808fc3a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Synchronizing usage tracker for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:43:24.153185 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-984d503f-be60-47b3-84e4-651065001045 req-71eaecbe-2f97-4756-816f-4057d808fc3a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Unset dirty status for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:43:24.154423 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-984d503f-be60-47b3-84e4-651065001045 req-71eaecbe-2f97-4756-816f-4057d808fc3a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640657
Apr 29 15:43:24.180475 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdbcc420-e6bd-494b-83ab-6d60b65d2797 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:43:24.187775 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:24.202814 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Transition to ACTIVE for port object cdbcc420-e6bd-494b-83ab-6d60b65d2797 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:24.206605 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:24.211417 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:24.467932 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Pushing event updated for resources: {'Port': ['ID=cdbcc420-e6bd-494b-83ab-6d60b65d2797,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:24.475502 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:24.542489 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Attempting to bind port cdbcc420-e6bd-494b-83ab-6d60b65d2797 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:43:24.542742 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Attempting to bind port cdbcc420-e6bd-494b-83ab-6d60b65d2797 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:43:24.543066 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Attempting to bind port cdbcc420-e6bd-494b-83ab-6d60b65d2797 on network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:43:24.547650 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Port cdbcc420-e6bd-494b-83ab-6d60b65d2797 on network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:43:24.547966 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Attempting to bind port cdbcc420-e6bd-494b-83ab-6d60b65d2797 on network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:43:24.553860 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:43:24.554194 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Checking segment: {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:43:24.554575 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Bound using segment: {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:43:24.554988 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Bound port: cdbcc420-e6bd-494b-83ab-6d60b65d2797, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:43:24.555329 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:24.647052 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] For port cdbcc420-e6bd-494b-83ab-6d60b65d2797, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:43:24.649982 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] For port cdbcc420-e6bd-494b-83ab-6d60b65d2797, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cdbcc420-e6bd-494b-83ab-6d60b65d2797,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:43:24.654508 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:24.658926 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ac22f8d1-2b28-4f24-9c39-e0dbdc7cb9c8 tempest-DeleteServersTestJSON-1713567125 tempest-DeleteServersTestJSON-1713567125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:24.710781 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:24.711450 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:24.712713 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] 10.222.0.32 "PUT /v2.0/ports/cdbcc420-e6bd-494b-83ab-6d60b65d2797 HTTP/1.1" status: 200  len: 1093 time: 1.0033870
Apr 29 15:43:24.713240 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'tag': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:43:24.745357 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Pushing event updated for resources: {'Port': ['ID=cdbcc420-e6bd-494b-83ab-6d60b65d2797,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:24.748338 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:24.790118 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'tag': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797', 'status': 'completed', 'code': 200}
Apr 29 15:43:24.833365 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-253b08aa-04fe-4d6d-9236-1e6f904f153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:24.835034 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-253b08aa-04fe-4d6d-9236-1e6f904f153e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 1096 time: 0.0825977
Apr 29 15:43:24.911213 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-5006810d-bbd3-43c0-8e65-c6557ec84e75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdbcc420-e6bd-494b-83ab-6d60b65d2797 HTTP/1.1" status: 200  len: 217 time: 0.0655880
Apr 29 15:43:24.976678 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-714c5f8d-84fd-48eb-98d9-d888e7f65a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:24.978097 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-714c5f8d-84fd-48eb-98d9-d888e7f65a69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.0587749
Apr 29 15:43:25.055528 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-371dd211-3711-4eb1-9667-fd89baa58b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:25.057872 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-371dd211-3711-4eb1-9667-fd89baa58b32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727844
Apr 29 15:43:25.197035 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-faca027f-3e0e-4c79-a02d-625b06d3c099 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304138
Apr 29 15:43:25.338725 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a2e317c9-647f-4ec3-b249-cf52620b6a7c req-e2cdad4b-0790-4887-a234-54dc39174c73 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346796
Apr 29 15:43:25.345930 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ba79a-c5de-4b7f-9f74-3e9a40d0c0ee req-969ce87d-3e1d-4d6a-b53a-fb01871aac8d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:25.347575 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-808ba79a-c5de-4b7f-9f74-3e9a40d0c0ee req-969ce87d-3e1d-4d6a-b53a-fb01871aac8d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 943 time: 0.0897074
Apr 29 15:43:25.395367 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-808ba79a-c5de-4b7f-9f74-3e9a40d0c0ee req-445057e2-40b1-44f4-bc0a-13da6e2140a1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415399
Apr 29 15:43:25.464696 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da33ef-10fd-4a1a-ba4d-d594e85d507a req-0b7d1b6c-bc5a-4f04-b679-f96aa7b5fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:25.466097 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11da33ef-10fd-4a1a-ba4d-d594e85d507a req-0b7d1b6c-bc5a-4f04-b679-f96aa7b5fe00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 1096 time: 0.0754962
Apr 29 15:43:25.608343 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da33ef-10fd-4a1a-ba4d-d594e85d507a req-203f0bb4-b558-4e70-ada2-2364f56e4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:25.609851 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11da33ef-10fd-4a1a-ba4d-d594e85d507a req-203f0bb4-b558-4e70-ada2-2364f56e4d54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 913 time: 0.1275291
Apr 29 15:43:25.679521 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11da33ef-10fd-4a1a-ba4d-d594e85d507a req-228f5135-5c04-4d1b-b8f2-13d32e1b950c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdbcc420-e6bd-494b-83ab-6d60b65d2797 HTTP/1.1" status: 200  len: 217 time: 0.0612841
Apr 29 15:43:25.748420 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da33ef-10fd-4a1a-ba4d-d594e85d507a req-4ca37cd6-a976-4808-88ec-e3d61545557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:25.749880 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11da33ef-10fd-4a1a-ba4d-d594e85d507a req-4ca37cd6-a976-4808-88ec-e3d61545557d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.0612559
Apr 29 15:43:25.825403 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da33ef-10fd-4a1a-ba4d-d594e85d507a req-e703a698-4d54-4190-bd92-dd8734b121df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:25.826852 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11da33ef-10fd-4a1a-ba4d-d594e85d507a req-e703a698-4d54-4190-bd92-dd8734b121df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700009
Apr 29 15:43:25.971928 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11da33ef-10fd-4a1a-ba4d-d594e85d507a req-ce7c60e2-7f56-409e-a6b0-780104d777d4 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286881
Apr 29 15:43:26.106314 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11da33ef-10fd-4a1a-ba4d-d594e85d507a req-a1911f6c-4c53-40e0-ac70-4ef2dad70a93 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256392
Apr 29 15:43:26.663270 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe2dc7-1e94-43df-b735-9f73c4276e9e req-5a978246-ce2e-4ccd-a8c6-e946d5669eb8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:26.663948 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-8fbe2dc7-1e94-43df-b735-9f73c4276e9e req-5a978246-ce2e-4ccd-a8c6-e946d5669eb8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Synchronizing usage tracker for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:43:26.680117 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-8fbe2dc7-1e94-43df-b735-9f73c4276e9e req-5a978246-ce2e-4ccd-a8c6-e946d5669eb8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Unset dirty status for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:43:26.681275 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8fbe2dc7-1e94-43df-b735-9f73c4276e9e req-5a978246-ce2e-4ccd-a8c6-e946d5669eb8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 943 time: 0.1797523
Apr 29 15:43:26.726914 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8fbe2dc7-1e94-43df-b735-9f73c4276e9e req-52b5b0e3-3634-447e-b72b-8a1a99a9e69a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399256
Apr 29 15:43:26.922391 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:27.916660 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379209a-852e-4416-a94f-971e023a8004 req-946455a5-7c62-48a7-b589-47d23772aa73 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:27.918292 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7379209a-852e-4416-a94f-971e023a8004 req-946455a5-7c62-48a7-b589-47d23772aa73 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 943 time: 0.0838888
Apr 29 15:43:27.964714 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7379209a-852e-4416-a94f-971e023a8004 req-105ecb06-fd9a-4861-b366-ec1ccb47b2f2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407538
Apr 29 15:43:29.149043 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf55ef3-efff-44bf-8525-2fb5baba4e34 req-3b4bc261-d4e6-40ad-8c96-5798b4fd1dc5 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:29.150461 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-edf55ef3-efff-44bf-8525-2fb5baba4e34 req-3b4bc261-d4e6-40ad-8c96-5798b4fd1dc5 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 943 time: 0.0785151
Apr 29 15:43:29.197219 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-edf55ef3-efff-44bf-8525-2fb5baba4e34 req-ceecb551-0ab1-4e00-be0d-51a49413f6c9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410619
Apr 29 15:43:30.220401 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0eeaf88e-29ee-4e4b-9640-ada6b07d24c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:30.384372 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03803495-da3e-4013-b208-13ee5a13cec3 req-a27d0691-ff87-4be0-8218-e06c90a961fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:30.385878 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-03803495-da3e-4013-b208-13ee5a13cec3 req-a27d0691-ff87-4be0-8218-e06c90a961fa tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 943 time: 0.0838280
Apr 29 15:43:30.430327 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-03803495-da3e-4013-b208-13ee5a13cec3 req-3231f10c-d2a7-4b9d-8cb6-6b313df92a28 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386331
Apr 29 15:43:31.610234 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311c93e-09c7-4fe5-9283-a7a65abcf98b req-03388386-f794-4385-83d3-8d6bceee90a4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:31.611683 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b311c93e-09c7-4fe5-9283-a7a65abcf98b req-03388386-f794-4385-83d3-8d6bceee90a4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 943 time: 0.0800374
Apr 29 15:43:31.655748 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b311c93e-09c7-4fe5-9283-a7a65abcf98b req-4c4b9f34-07a9-4619-b282-4be17340c611 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376763
Apr 29 15:43:32.334395 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:43:32.839746 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d25bb-de20-4bbc-a6a4-2e344fda4eb7 req-365a4310-fc57-40e6-8905-62f61f1a4ca6 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:32.841196 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8d4d25bb-de20-4bbc-a6a4-2e344fda4eb7 req-365a4310-fc57-40e6-8905-62f61f1a4ca6 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 943 time: 0.0798481
Apr 29 15:43:32.888370 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8d4d25bb-de20-4bbc-a6a4-2e344fda4eb7 req-5df1f238-18bc-4b43-abad-16dd7189054b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414379
Apr 29 15:43:32.991828 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-beef0429-5131-4813-a0d2-63ac73517713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:33.087986 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:33.834785 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:33.905830 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device cdbcc420-e6bd-494b-83ab-6d60b65d2797 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:43:34.046180 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port cdbcc420-e6bd-494b-83ab-6d60b65d2797, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cdbcc420-e6bd-494b-83ab-6d60b65d2797,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:34.060070 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'port_id': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797', 'mac_address': 'fa:16:3e:e7:96:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:43:34.076737 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b096b-1266-47a9-8250-b3c2add6c7e5 req-52440b52-d8e3-40c6-9df8-83e7c695bd09 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:34.078215 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-562b096b-1266-47a9-8250-b3c2add6c7e5 req-52440b52-d8e3-40c6-9df8-83e7c695bd09 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 943 time: 0.0853086
Apr 29 15:43:34.122677 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:34.131834 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-562b096b-1266-47a9-8250-b3c2add6c7e5 req-810e1992-6392-4d16-9774-99f7982f7028 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460017
Apr 29 15:43:34.140039 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdbcc420-e6bd-494b-83ab-6d60b65d2797 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:43:34.155791 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port cdbcc420-e6bd-494b-83ab-6d60b65d2797, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cdbcc420-e6bd-494b-83ab-6d60b65d2797,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:34.159451 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:34.161677 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:34.226832 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=cdbcc420-e6bd-494b-83ab-6d60b65d2797,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:34.233908 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.234255 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.234582 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.234911 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.235232 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.235558 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.235876 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.236192 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.236509 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.236823 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.237164 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.237472 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:34.241894 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:34.696458 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['cdbcc420-e6bd-494b-83ab-6d60b65d2797'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:43:35.311989 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0940fa-2e0d-4fc0-ad63-4d6a6ddbd871 req-a13ee9c3-7eec-4dcd-bb1e-3482806d4941 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:35.313606 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7a0940fa-2e0d-4fc0-ad63-4d6a6ddbd871 req-a13ee9c3-7eec-4dcd-bb1e-3482806d4941 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 944 time: 0.0803180
Apr 29 15:43:35.359523 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7a0940fa-2e0d-4fc0-ad63-4d6a6ddbd871 req-173b82dd-2ea4-46ce-aea4-84d82db7ef4f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394232
Apr 29 15:43:35.379940 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:36.542520 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d0b54-c56c-4eaa-856d-6abfd7fc4b23 req-fe62d474-1d39-4522-9165-ed8a2ac1acf0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:36.543862 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-499d0b54-c56c-4eaa-856d-6abfd7fc4b23 req-fe62d474-1d39-4522-9165-ed8a2ac1acf0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 944 time: 0.0787468
Apr 29 15:43:36.590002 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-499d0b54-c56c-4eaa-856d-6abfd7fc4b23 req-bac2d0a7-d0c1-4459-9a76-ff8d25b98517 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405340
Apr 29 15:43:37.776394 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d7fb6-21a7-45e6-bc2a-66e2826a94b3 req-be0f4d31-7a5b-4d7e-a99c-86540e45550a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:37.777857 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f15d7fb6-21a7-45e6-bc2a-66e2826a94b3 req-be0f4d31-7a5b-4d7e-a99c-86540e45550a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 944 time: 0.0829680
Apr 29 15:43:37.822313 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f15d7fb6-21a7-45e6-bc2a-66e2826a94b3 req-c1309d8d-08fa-4f6d-aa99-7143bf89a32e tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389209
Apr 29 15:43:37.921734 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device cdbcc420-e6bd-494b-83ab-6d60b65d2797 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:37.988269 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port cdbcc420-e6bd-494b-83ab-6d60b65d2797 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:37.992841 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port cdbcc420-e6bd-494b-83ab-6d60b65d2797 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:37.993248 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:38.106488 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:38.134159 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:43:38.143746 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port cdbcc420-e6bd-494b-83ab-6d60b65d2797, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cdbcc420-e6bd-494b-83ab-6d60b65d2797,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:38.147737 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:38.149649 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-f9ba0d44-f74c-4ce8-ac92-b7feec10573b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:38.184121 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797', 'code': 200}
Apr 29 15:43:38.216622 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=cdbcc420-e6bd-494b-83ab-6d60b65d2797,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:38.219445 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:38.483784 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30021218-46b2-4f2f-9f2d-58bc40c504ff req-3312acde-a1b6-41c6-b3ff-d665059b37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:38.485294 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-30021218-46b2-4f2f-9f2d-58bc40c504ff req-3312acde-a1b6-41c6-b3ff-d665059b37a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 1098 time: 0.0702763
Apr 29 15:43:38.525523 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-30021218-46b2-4f2f-9f2d-58bc40c504ff req-3a7c4b45-198c-4325-9389-d52dc5b1697e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334201
Apr 29 15:43:39.004911 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70491c-32f5-4eea-b7d6-b8206309f1fc req-e61e3b2e-61f3-4f84-b2a6-552749665c3a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:39.006387 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5f70491c-32f5-4eea-b7d6-b8206309f1fc req-e61e3b2e-61f3-4f84-b2a6-552749665c3a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 945 time: 0.0813475
Apr 29 15:43:39.050922 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5f70491c-32f5-4eea-b7d6-b8206309f1fc req-8cbd7e91-4f60-4b68-ba90-8d49b4256dce tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382152
Apr 29 15:43:40.246593 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776ff20-9803-46d1-87ac-55ff7db2350c req-a3ba81f0-7253-4162-9968-602e72a788b8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:40.248462 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7776ff20-9803-46d1-87ac-55ff7db2350c req-a3ba81f0-7253-4162-9968-602e72a788b8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 945 time: 0.0906613
Apr 29 15:43:40.293500 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7776ff20-9803-46d1-87ac-55ff7db2350c req-8b85bf2e-82fa-4ba1-a65f-eaf6c3835af2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384262
Apr 29 15:43:40.559138 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53709c05-edc7-4501-ac58-0f827c0f2ec5 req-1947b7d0-3b42-40c3-9324-0a1835261e69 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:40.560580 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-53709c05-edc7-4501-ac58-0f827c0f2ec5 req-1947b7d0-3b42-40c3-9324-0a1835261e69 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 945 time: 0.1638644
Apr 29 15:43:40.607461 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-53709c05-edc7-4501-ac58-0f827c0f2ec5 req-8bd3e9be-f8b4-42a1-bf16-c4910a341346 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406778
Apr 29 15:43:40.630889 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39462) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:40.834312 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-11be4002-2364-442f-b156-d58606c9ec3c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Synchronizing usage tracker for tenant:5f499c016ab548289b8fcf46ac473eec on resource:security_group {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:43:40.854154 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff74f28-8615-4c78-8779-89cf071a075a tempest-TestVolumeBootPattern-913002637 tempest-TestVolumeBootPattern-913002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:40.854860 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-eff74f28-8615-4c78-8779-89cf071a075a tempest-TestVolumeBootPattern-913002637 tempest-TestVolumeBootPattern-913002637-project-admin] Synchronizing usage tracker for tenant:e4ed6543d2894472a401219afe9e87c9 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:43:40.864868 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-11be4002-2364-442f-b156-d58606c9ec3c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Unset dirty status for tenant:5f499c016ab548289b8fcf46ac473eec on resource:security_group {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:43:40.865986 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-11be4002-2364-442f-b156-d58606c9ec3c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17320290&fields=id&tenant_id=5f499c016ab548289b8fcf46ac473eec HTTP/1.1" status: 200  len: 267 time: 0.0822718
Apr 29 15:43:40.898923 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-eff74f28-8615-4c78-8779-89cf071a075a tempest-TestVolumeBootPattern-913002637 tempest-TestVolumeBootPattern-913002637-project-admin] Unset dirty status for tenant:e4ed6543d2894472a401219afe9e87c9 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:43:40.899998 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-eff74f28-8615-4c78-8779-89cf071a075a tempest-TestVolumeBootPattern-913002637 tempest-TestVolumeBootPattern-913002637-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 1093 time: 0.2681072
Apr 29 15:43:40.903137 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39472) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:43:40.908344 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'floatingip': {'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'port_id': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address': '172.20.0.7'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:40.914512 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:40.918324 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Usage tracker for resource:floatingip and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:43:40.921214 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:43:40.928516 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:40.937531 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:41.023112 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-873fdcb5-73b0-40fd-ae89-bb8caeff41a1 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:41.023791 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-873fdcb5-73b0-40fd-ae89-bb8caeff41a1 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Synchronizing usage tracker for tenant:5f499c016ab548289b8fcf46ac473eec on resource:network {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:43:41.040773 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-873fdcb5-73b0-40fd-ae89-bb8caeff41a1 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Unset dirty status for tenant:5f499c016ab548289b8fcf46ac473eec on resource:network {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:43:41.042034 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-873fdcb5-73b0-40fd-ae89-bb8caeff41a1 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/networks?id=d84f215d-8638-45c1-a8e3-c5cd161de2e3 HTTP/1.1" status: 200  len: 808 time: 0.1687114
Apr 29 15:43:41.057701 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-39445b01-e055-4ae2-9245-75ced2b719d4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/quotas/5f499c016ab548289b8fcf46ac473eec HTTP/1.1" status: 200  len: 375 time: 0.0097218
Apr 29 15:43:41.075418 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:41.141108 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-e3294cf8-2c57-4e0e-a924-5995638f952a tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Synchronizing usage tracker for tenant:5f499c016ab548289b8fcf46ac473eec on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:43:41.157701 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-e3294cf8-2c57-4e0e-a924-5995638f952a tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Unset dirty status for tenant:5f499c016ab548289b8fcf46ac473eec on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:43:41.159054 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-e3294cf8-2c57-4e0e-a924-5995638f952a tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f499c016ab548289b8fcf46ac473eec&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0959623
Apr 29 15:43:41.219198 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Allocated IP 172.27.3.54 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/c377f642-c4a8-49c6-95b2-fcbbb1550319) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:43:41.296089 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-c4647ad4-a68c-42cf-adc7-2d82ee028a56 service neutron] 10.222.0.10 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255980
Apr 29 15:43:41.367933 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:41.397426 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:41.401101 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-01315f0a-98fa-46f8-8bff-3fae6bf9c1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:41.429420 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-c38dfe74-acb7-4718-9577-9be2477eb49e service neutron] 10.222.0.10 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263454
Apr 29 15:43:41.457067 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:43:41.459956 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:41.467722 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:43:41.513994 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'Port': ['ID=c377f642-c4a8-49c6-95b2-fcbbb1550319,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:41.526518 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.526896 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.527259 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.527620 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.527991 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.528387 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.528684 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.529058 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.529412 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.529759 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.530106 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.530448 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:41.535462 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:41.858903 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fc0f1f21-dfc8-4fcb-a967-dfe6dabbc0fa req-d58d367c-6d22-415a-ac30-76d444dd87cd tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 210 time: 0.0534985
Apr 29 15:43:41.966601 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:42.041786 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:42.248682 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:42.254825 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8128073'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:42.258541 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-433b1472-4601-49d6-8c78-e147e419bbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:42.366940 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'Port': ['ID=c377f642-c4a8-49c6-95b2-fcbbb1550319,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:42.370784 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:42.375556 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:42.635117 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.l3_db [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Floating IP 02fcc889-6d7f-4243-aa47-141e9e23371d associated. External IP: 172.27.3.54, port: cdbcc420-e6bd-494b-83ab-6d60b65d2797.
Apr 29 15:43:42.909079 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-83f8f3e5-6d23-4eec-818e-4dd10aaa3d47 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:42.911129 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-83f8f3e5-6d23-4eec-818e-4dd10aaa3d47 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.32 "GET /v2.0/networks?id=d84f215d-8638-45c1-a8e3-c5cd161de2e3 HTTP/1.1" status: 200  len: 808 time: 0.1552796
Apr 29 15:43:42.965732 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-67874f90-c81e-439c-ba66-8b6e2b7fe128 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f499c016ab548289b8fcf46ac473eec HTTP/1.1" status: 200  len: 378 time: 0.0459869
Apr 29 15:43:42.977053 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Request body: {'port': {'device_id': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'admin_state_up': True, 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'security_groups': ['1fe73226-87d5-4652-bc98-64d1d47e276e']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:43.004947 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Router ad83f830-1618-49ab-a07d-18720fc1bedc has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:43:43.056417 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4ed522a8-65fa-486f-ae09-e715fea4b40f req-000cfc87-09ce-4eec-b3f6-4abf717a77d7 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 210 time: 0.0619285
Apr 29 15:43:43.188501 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:43:43.199235 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f8150-fa21-40e8-8b01-0f9905b0f136 None None] Sync routers for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:43:43.215705 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f8150-fa21-40e8-8b01-0f9905b0f136 None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:43:43.216328 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-406f8150-fa21-40e8-8b01-0f9905b0f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee273df40>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:43:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:43.217749 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:43.271436 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:43:43.278798 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3745441
Apr 29 15:43:43.279534 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'tag': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:43:43.284594 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:43:43.299156 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Made reservation on behalf of 5f499c016ab548289b8fcf46ac473eec for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:43:43.303363 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:43.334560 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'tag': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797', 'status': 'completed', 'code': 200}
Apr 29 15:43:43.426967 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-406f8150-fa21-40e8-8b01-0f9905b0f136 None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:43:43.514179 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981fd16-6c4d-493b-993a-a4c524ae0df6 req-738a9af1-37cd-489c-b862-50abc888dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:43.515527 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9981fd16-6c4d-493b-993a-a4c524ae0df6 req-738a9af1-37cd-489c-b862-50abc888dcc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 1098 time: 0.1508381
Apr 29 15:43:43.559577 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Allocated IP 172.20.0.13 (d84f215d-8638-45c1-a8e3-c5cd161de2e3/6a777552-0d2b-40d3-bf28-cabdd61ee1d4/cbfa1933-598c-4f19-98c8-a12da01b40b3) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:43:43.732388 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981fd16-6c4d-493b-993a-a4c524ae0df6 req-4fb7fd92-7af2-47e8-81e5-4eec2cf4d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:43.734545 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9981fd16-6c4d-493b-993a-a4c524ae0df6 req-4fb7fd92-7af2-47e8-81e5-4eec2cf4d9b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 913 time: 0.2095451
Apr 29 15:43:43.841453 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-406f8150-fa21-40e8-8b01-0f9905b0f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee273df40>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '02fcc889-6d7f-4243-aa47-141e9e23371d', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:e7:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:43:41Z', 'updated_at': '2021-04-29T15:43:41Z', 'revision_number': 0, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:43.846195 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f8150-fa21-40e8-8b01-0f9905b0f136 None None] Checking router: ad83f830-1618-49ab-a07d-18720fc1bedc for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:43:43.855095 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f8150-fa21-40e8-8b01-0f9905b0f136 None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:43:43.855718 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-406f8150-fa21-40e8-8b01-0f9905b0f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee273df40>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:43:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:43.914684 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9981fd16-6c4d-493b-993a-a4c524ae0df6 req-73696061-6503-4814-b6b7-b51b8161355b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdbcc420-e6bd-494b-83ab-6d60b65d2797 HTTP/1.1" status: 200  len: 998 time: 0.1336362
Apr 29 15:43:43.991390 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:44.030523 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Transition to ACTIVE for port object cbfa1933-598c-4f19-98c8-a12da01b40b3 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:44.041497 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981fd16-6c4d-493b-993a-a4c524ae0df6 req-c1ae9037-de33-4824-8bcc-f9a55c2a4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:44.041753 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-406f8150-fa21-40e8-8b01-0f9905b0f136 None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:43:44.042955 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9981fd16-6c4d-493b-993a-a4c524ae0df6 req-c1ae9037-de33-4824-8bcc-f9a55c2a4d0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.1181867
Apr 29 15:43:44.130469 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:44.137093 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-1aa72629-2d75-4ecf-af95-51d4d0477319 tempest-VolumesSnapshotTestJSON-801807546 tempest-VolumesSnapshotTestJSON-801807546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:44.213754 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Network d84f215d-8638-45c1-a8e3-c5cd161de2e3 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:43:44.219818 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:43:44.264122 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981fd16-6c4d-493b-993a-a4c524ae0df6 req-57bc14d6-ad7d-4e5e-b46d-5ca55e119520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:44.265938 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9981fd16-6c4d-493b-993a-a4c524ae0df6 req-57bc14d6-ad7d-4e5e-b46d-5ca55e119520 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2145360
Apr 29 15:43:44.269561 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:43:44.355288 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event updated for resources: {'Port': ['ID=cbfa1933-598c-4f19-98c8-a12da01b40b3,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:44.385383 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.385762 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.386136 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.386500 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.386867 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.387227 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.387584 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.387939 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.388295 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.388649 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.389025 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.389383 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:43:44.395224 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:44.500061 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:44.500271 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-406f8150-fa21-40e8-8b01-0f9905b0f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee273df40>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '02fcc889-6d7f-4243-aa47-141e9e23371d', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:e7:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:43:41Z', 'updated_at': '2021-04-29T15:43:41Z', 'revision_number': 0, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:43:44.500783 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:44.510336 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f8150-fa21-40e8-8b01-0f9905b0f136 None None] The sync data for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi is: [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '02fcc889-6d7f-4243-aa47-141e9e23371d', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:e7:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:43:41Z', 'updated_at': '2021-04-29T15:43:41Z', 'revision_number': 0, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:43:44.520572 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-bcd9663c-0189-4ad7-a5c7-4793b17a98e0 None None] Provisioning for port cbfa1933-598c-4f19-98c8-a12da01b40b3 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:44.526720 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-bcd9663c-0189-4ad7-a5c7-4793b17a98e0 None None] Provisioning complete for port cbfa1933-598c-4f19-98c8-a12da01b40b3 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:44.527264 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-bcd9663c-0189-4ad7-a5c7-4793b17a98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:44.569367 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6a28d-e01c-4294-b4c8-65156cf67edd req-a44cef13-d1d8-42ef-bff6-7b9144182abb tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:44.573707 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-08e6a28d-e01c-4294-b4c8-65156cf67edd req-a44cef13-d1d8-42ef-bff6-7b9144182abb tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 932 time: 0.3587637
Apr 29 15:43:44.579039 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9981fd16-6c4d-493b-993a-a4c524ae0df6 req-a66b5d0d-fb60-44ec-bb4b-10689a35ac84 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2717609
Apr 29 15:43:44.604288 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9663c-0189-4ad7-a5c7-4793b17a98e0 None None] Port cbfa1933-598c-4f19-98c8-a12da01b40b3 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:43:44.617557 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6458149
Apr 29 15:43:44.643654 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Request body: {'port': {'device_id': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:43:44.735937 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17465d2f-4472-47c5-b2f7-290c68069d08 None None] New status for floating IP 02fcc889-6d7f-4243-aa47-141e9e23371d: ACTIVE {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:43:44.773016 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-08e6a28d-e01c-4294-b4c8-65156cf67edd req-c4773e39-38d6-45d2-8f4d-e5710a3bcc91 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1917410
Apr 29 15:43:44.858591 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9981fd16-6c4d-493b-993a-a4c524ae0df6 req-b7499ec4-3a2b-4ad2-b515-d6e9ff29a460 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2631121
Apr 29 15:43:44.863426 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:45.296000 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfa1933-598c-4f19-98c8-a12da01b40b3 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:43:45.304003 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:45.317894 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Transition to ACTIVE for port object cbfa1933-598c-4f19-98c8-a12da01b40b3 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:43:45.321874 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:45.325793 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:45.482618 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Pushing event updated for resources: {'Port': ['ID=cbfa1933-598c-4f19-98c8-a12da01b40b3,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:45.490370 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:45.558676 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Attempting to bind port cbfa1933-598c-4f19-98c8-a12da01b40b3 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:43:45.558947 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Attempting to bind port cbfa1933-598c-4f19-98c8-a12da01b40b3 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:43:45.559298 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Attempting to bind port cbfa1933-598c-4f19-98c8-a12da01b40b3 on network d84f215d-8638-45c1-a8e3-c5cd161de2e3 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:43:45.563772 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Port cbfa1933-598c-4f19-98c8-a12da01b40b3 on network d84f215d-8638-45c1-a8e3-c5cd161de2e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:43:45.564095 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Attempting to bind port cbfa1933-598c-4f19-98c8-a12da01b40b3 on network d84f215d-8638-45c1-a8e3-c5cd161de2e3 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:43:45.569151 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:43:45.569492 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Checking segment: {'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:43:45.569877 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Bound using segment: {'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:43:45.570296 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Bound port: cbfa1933-598c-4f19-98c8-a12da01b40b3, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6a75b3-b276-4315-88d4-f6b02cd19f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:43:45.570637 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:45.657991 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] For port cbfa1933-598c-4f19-98c8-a12da01b40b3, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:43:45.661436 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] For port cbfa1933-598c-4f19-98c8-a12da01b40b3, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:43:45.665667 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:45.669978 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0b8ce87c-f9aa-4242-a5f5-e660978343e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:45.724422 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:45.725202 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:45.726387 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] 10.222.0.32 "PUT /v2.0/ports/cbfa1933-598c-4f19-98c8-a12da01b40b3 HTTP/1.1" status: 200  len: 1094 time: 1.0903594
Apr 29 15:43:45.726891 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:43:45.806903 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'status': 'completed', 'code': 200}
Apr 29 15:43:45.812554 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Pushing event updated for resources: {'Port': ['ID=cbfa1933-598c-4f19-98c8-a12da01b40b3,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:45.816407 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4ec6eafd-b168-4b6b-a21d-3e04cf2cb93f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:45.854572 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-733e0b69-b1d6-4fcc-9160-dde5b2e6b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:45.856067 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-733e0b69-b1d6-4fcc-9160-dde5b2e6b6c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f499c016ab548289b8fcf46ac473eec&device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 1097 time: 0.0845728
Apr 29 15:43:45.964722 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-db63b576-5562-4364-b5bd-32f314f87c0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3 HTTP/1.1" status: 200  len: 217 time: 0.1002018
Apr 29 15:43:46.047225 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-e8cae67c-fd63-47b7-8555-ce109325acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:46.048559 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-e8cae67c-fd63-47b7-8555-ce109325acae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a777552-0d2b-40d3-bf28-cabdd61ee1d4 HTTP/1.1" status: 200  len: 847 time: 0.0761533
Apr 29 15:43:46.063690 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bf8c8-ba44-4568-8efe-68cd45cbaf38 req-a6d53c97-fae5-43e2-9de1-b0de84398eb3 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:46.064306 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-063bf8c8-ba44-4568-8efe-68cd45cbaf38 req-a6d53c97-fae5-43e2-9de1-b0de84398eb3 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Synchronizing usage tracker for tenant:5f499c016ab548289b8fcf46ac473eec on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:43:46.120275 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-063bf8c8-ba44-4568-8efe-68cd45cbaf38 req-a6d53c97-fae5-43e2-9de1-b0de84398eb3 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Unset dirty status for tenant:5f499c016ab548289b8fcf46ac473eec on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:43:46.121389 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-063bf8c8-ba44-4568-8efe-68cd45cbaf38 req-a6d53c97-fae5-43e2-9de1-b0de84398eb3 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.2045674
Apr 29 15:43:46.170788 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-0ac23405-05a5-4489-9efc-d81d8b120931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:46.172203 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-0ac23405-05a5-4489-9efc-d81d8b120931 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d84f215d-8638-45c1-a8e3-c5cd161de2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1038928
Apr 29 15:43:46.183090 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-063bf8c8-ba44-4568-8efe-68cd45cbaf38 req-8330d982-af5d-41c0-8de5-f13f00270f60 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0545800
Apr 29 15:43:46.305414 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-c5e67861-c12a-4718-be9a-1ded6866bacd service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254182
Apr 29 15:43:46.435738 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dc730202-dca6-4c7a-9cce-92e5a0e8cd50 req-70761c38-e38e-436b-bcfc-b6aa0a0f82fb service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221356
Apr 29 15:43:46.565462 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598034b4-5343-4e2c-a842-9a2dde1de142 req-b4357d78-1a37-4026-ba45-2056f6619895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:46.567623 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-598034b4-5343-4e2c-a842-9a2dde1de142 req-b4357d78-1a37-4026-ba45-2056f6619895 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f499c016ab548289b8fcf46ac473eec&device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 1097 time: 0.0745530
Apr 29 15:43:46.697939 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598034b4-5343-4e2c-a842-9a2dde1de142 req-65a3a1ca-03b6-4898-ac8d-b54ca6984ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:46.699359 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-598034b4-5343-4e2c-a842-9a2dde1de142 req-65a3a1ca-03b6-4898-ac8d-b54ca6984ba0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d84f215d-8638-45c1-a8e3-c5cd161de2e3 HTTP/1.1" status: 200  len: 909 time: 0.1246378
Apr 29 15:43:46.773522 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-598034b4-5343-4e2c-a842-9a2dde1de142 req-eb5ad09c-a9df-4ef1-ab07-0a18c71a95f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3 HTTP/1.1" status: 200  len: 217 time: 0.0629516
Apr 29 15:43:46.915262 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598034b4-5343-4e2c-a842-9a2dde1de142 req-5b17831f-8bdf-4a9a-9345-f8e68b737969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:46.916704 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-598034b4-5343-4e2c-a842-9a2dde1de142 req-5b17831f-8bdf-4a9a-9345-f8e68b737969 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a777552-0d2b-40d3-bf28-cabdd61ee1d4 HTTP/1.1" status: 200  len: 847 time: 0.1357622
Apr 29 15:43:46.996883 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598034b4-5343-4e2c-a842-9a2dde1de142 req-57fd50aa-79d2-49d7-89f2-bfa4c272c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:46.998361 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-598034b4-5343-4e2c-a842-9a2dde1de142 req-57fd50aa-79d2-49d7-89f2-bfa4c272c580 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d84f215d-8638-45c1-a8e3-c5cd161de2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719721
Apr 29 15:43:47.128062 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-598034b4-5343-4e2c-a842-9a2dde1de142 req-57aac08d-d616-4898-8362-fd872db97779 service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212873
Apr 29 15:43:47.259446 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-598034b4-5343-4e2c-a842-9a2dde1de142 req-d63a2d36-ec3c-437c-a0bd-b1e6da2307c0 service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237092
Apr 29 15:43:47.369790 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95662082-ef26-49d6-8ea5-019f26055f19 req-3c5c29c8-3d94-42e3-af1e-cec301e8e2b6 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:47.371238 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-95662082-ef26-49d6-8ea5-019f26055f19 req-3c5c29c8-3d94-42e3-af1e-cec301e8e2b6 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0799916
Apr 29 15:43:47.414581 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-95662082-ef26-49d6-8ea5-019f26055f19 req-8b41a0ae-ac99-43d3-a658-8010a062b77f tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Synchronizing usage tracker for tenant:5f499c016ab548289b8fcf46ac473eec on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:43:47.425701 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-95662082-ef26-49d6-8ea5-019f26055f19 req-8b41a0ae-ac99-43d3-a658-8010a062b77f tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Unset dirty status for tenant:5f499c016ab548289b8fcf46ac473eec on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:43:47.427466 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-95662082-ef26-49d6-8ea5-019f26055f19 req-8b41a0ae-ac99-43d3-a658-8010a062b77f tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0498319
Apr 29 15:43:48.608535 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8e76b-e71b-44da-9c6d-699754ffe5cf req-6d3bf771-450c-470c-bcdb-26480880e900 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:48.610009 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11d8e76b-e71b-44da-9c6d-699754ffe5cf req-6d3bf771-450c-470c-bcdb-26480880e900 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0792992
Apr 29 15:43:48.653812 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11d8e76b-e71b-44da-9c6d-699754ffe5cf req-32daa3bb-20f7-4218-8b31-74d70d506577 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379589
Apr 29 15:43:49.844573 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e82500-ff2c-426d-8c28-6291f31e5b15 req-297bba47-8924-4250-ab29-3301604d8881 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:49.846029 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-78e82500-ff2c-426d-8c28-6291f31e5b15 req-297bba47-8924-4250-ab29-3301604d8881 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0833735
Apr 29 15:43:49.890938 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-78e82500-ff2c-426d-8c28-6291f31e5b15 req-818da9eb-a937-4df8-b94c-80749ea38ab6 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385466
Apr 29 15:43:51.084357 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74e916-e4cc-49a3-8e38-18da98127048 req-4ecdddbb-bcb4-4509-8e23-3712e36b2461 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:51.085891 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2a74e916-e4cc-49a3-8e38-18da98127048 req-4ecdddbb-bcb4-4509-8e23-3712e36b2461 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0883095
Apr 29 15:43:51.129987 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2a74e916-e4cc-49a3-8e38-18da98127048 req-c37a3046-0611-418c-95d1-24b569a24839 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383499
Apr 29 15:43:52.322644 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f0476-d466-4e53-9db4-512e125df8f2 req-0b5907cb-ceef-4258-922d-505e9a56e9f3 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:52.324134 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-119f0476-d466-4e53-9db4-512e125df8f2 req-0b5907cb-ceef-4258-922d-505e9a56e9f3 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0797782
Apr 29 15:43:52.371883 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-119f0476-d466-4e53-9db4-512e125df8f2 req-3ebf1a9f-8c2f-4168-a9d3-7c4a63a599c4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416527
Apr 29 15:43:53.553446 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05135ad-8311-47b6-921c-9dde14cdae8a req-de0b1176-e344-44b0-9c56-fc2d2a1694a8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:53.554895 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d05135ad-8311-47b6-921c-9dde14cdae8a req-de0b1176-e344-44b0-9c56-fc2d2a1694a8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0799479
Apr 29 15:43:53.599606 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d05135ad-8311-47b6-921c-9dde14cdae8a req-44d4a44f-e5f6-4dff-b053-027bb0378f56 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389147
Apr 29 15:43:54.781231 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de614-f27e-431a-bbd5-1bca2009b45b req-5b915db1-934a-4496-9ecf-a611f1f86184 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:54.782644 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fa7de614-f27e-431a-bbd5-1bca2009b45b req-5b915db1-934a-4496-9ecf-a611f1f86184 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0799892
Apr 29 15:43:54.826490 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fa7de614-f27e-431a-bbd5-1bca2009b45b req-2169cbf6-f29b-4394-93df-6bc411a7d5a5 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376794
Apr 29 15:43:55.980104 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device cbfa1933-598c-4f19-98c8-a12da01b40b3 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:43:56.013273 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788220a-b046-43f8-80ed-e2a3dee72cc5 req-3bbfa482-4aff-4948-9f6d-1fb8cc56c88e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:56.014733 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1788220a-b046-43f8-80ed-e2a3dee72cc5 req-3bbfa482-4aff-4948-9f6d-1fb8cc56c88e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0837724
Apr 29 15:43:56.060868 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1788220a-b046-43f8-80ed-e2a3dee72cc5 req-dc4902fe-e8ee-4218-859e-5d3d39f6a3d1 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404804
Apr 29 15:43:56.111566 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port cbfa1933-598c-4f19-98c8-a12da01b40b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:56.124833 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'port_id': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'mac_address': 'fa:16:3e:91:61:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:43:56.181751 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:56.198447 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfa1933-598c-4f19-98c8-a12da01b40b3 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:43:56.213259 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port cbfa1933-598c-4f19-98c8-a12da01b40b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:56.217074 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:56.219920 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-986743ae-b99a-47be-88b6-089ff45ff886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:56.283645 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=cbfa1933-598c-4f19-98c8-a12da01b40b3,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:56.287501 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:56.602244 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['cbfa1933-598c-4f19-98c8-a12da01b40b3'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:43:56.919323 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:57.245878 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c65bce-b31e-47dd-b27a-8ef74d2ec82c req-3e26d1b8-3606-4f62-86d1-91e6544aeca8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:57.247266 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a0c65bce-b31e-47dd-b27a-8ef74d2ec82c req-3e26d1b8-3606-4f62-86d1-91e6544aeca8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 945 time: 0.0841589
Apr 29 15:43:57.292281 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a0c65bce-b31e-47dd-b27a-8ef74d2ec82c req-51bb82b8-ed96-40b2-b20b-80347d36a0a2 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392756
Apr 29 15:43:57.718460 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54489631-387b-47bc-9ff8-92b4d5148727 req-e2dd1fca-a92d-49be-9b41-f1adaadd1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:57.719927 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-54489631-387b-47bc-9ff8-92b4d5148727 req-e2dd1fca-a92d-49be-9b41-f1adaadd1a73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8498e2580b4ba29e4199fe811edb8c&device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 1138 time: 0.0713429
Apr 29 15:43:57.745056 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950ead6-af48-48ec-977a-42f41d4966e6 req-ab611b70-67b6-4bef-86bd-44543a4acbce tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:57.746517 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3950ead6-af48-48ec-977a-42f41d4966e6 req-ab611b70-67b6-4bef-86bd-44543a4acbce tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.0810587
Apr 29 15:43:57.793699 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3950ead6-af48-48ec-977a-42f41d4966e6 req-f6a29f59-1af4-40e3-a607-c34888e5b748 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410981
Apr 29 15:43:57.852698 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54489631-387b-47bc-9ff8-92b4d5148727 req-96d443ab-5dab-4d9b-ac7d-50c4ddb17972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:57.854104 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-54489631-387b-47bc-9ff8-92b4d5148727 req-96d443ab-5dab-4d9b-ac7d-50c4ddb17972 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64454d9c-2f84-442a-8126-ff8505d50dcd HTTP/1.1" status: 200  len: 915 time: 0.1255074
Apr 29 15:43:57.955240 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-54489631-387b-47bc-9ff8-92b4d5148727 req-5c46d410-b3a5-4cc2-a56e-5e90cd94303a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 1002 time: 0.0942149
Apr 29 15:43:57.999642 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device cbfa1933-598c-4f19-98c8-a12da01b40b3 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:43:58.019974 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54489631-387b-47bc-9ff8-92b4d5148727 req-8b0e65dd-f7c2-40c7-ac5e-4641479ef1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:58.022019 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-54489631-387b-47bc-9ff8-92b4d5148727 req-8b0e65dd-f7c2-40c7-ac5e-4641479ef1da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08333d16-5599-4296-a62f-95f451835e61 HTTP/1.1" status: 200  len: 853 time: 0.0592825
Apr 29 15:43:58.069983 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port cbfa1933-598c-4f19-98c8-a12da01b40b3 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:43:58.075001 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port cbfa1933-598c-4f19-98c8-a12da01b40b3 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:43:58.075380 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:58.098679 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54489631-387b-47bc-9ff8-92b4d5148727 req-9b11c237-f24b-48f3-8162-c3b802972706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:58.100166 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-54489631-387b-47bc-9ff8-92b4d5148727 req-9b11c237-f24b-48f3-8162-c3b802972706 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64454d9c-2f84-442a-8126-ff8505d50dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711765
Apr 29 15:43:58.191264 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:58.218487 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:43:58.228389 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port cbfa1933-598c-4f19-98c8-a12da01b40b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:43:58.232872 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-54489631-387b-47bc-9ff8-92b4d5148727 req-33842e38-dbdc-4a93-8308-60d7d4d754c4 service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248519
Apr 29 15:43:58.233036 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:43:58.234764 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-9e9d91e7-a96b-4365-859b-4d7c52771323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:43:58.270040 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'code': 200}
Apr 29 15:43:58.303618 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=cbfa1933-598c-4f19-98c8-a12da01b40b3,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:43:58.306582 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:43:58.375247 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-54489631-387b-47bc-9ff8-92b4d5148727 req-a8aab388-6379-49e0-aaab-30e286391764 service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348076
Apr 29 15:43:58.482416 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeac378-01d9-42a4-a29f-0b2711174301 req-b3f3edd0-ae96-456d-8d10-16f8c3eff434 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:58.483808 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-faeac378-01d9-42a4-a29f-0b2711174301 req-b3f3edd0-ae96-456d-8d10-16f8c3eff434 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.0840623
Apr 29 15:43:58.530778 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-faeac378-01d9-42a4-a29f-0b2711174301 req-1c417ccb-d759-4a6b-a508-0417f19199f9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403497
Apr 29 15:43:58.608644 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d626def-a9d3-4df8-bed2-a09136fb9f18 req-8defd829-252b-4c61-9b49-c8adc4a5f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:58.610292 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5d626def-a9d3-4df8-bed2-a09136fb9f18 req-8defd829-252b-4c61-9b49-c8adc4a5f095 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 1099 time: 0.0702376
Apr 29 15:43:58.732402 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5d626def-a9d3-4df8-bed2-a09136fb9f18 req-ba58db19-2b3d-4e20-9a34-4322590aff0c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1088398
Apr 29 15:43:58.978837 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8b391-96f8-46de-ae41-21fce5b95e07 req-e44acf14-f11d-4a95-b4ae-632b56b08c86 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:58.980265 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d6e8b391-96f8-46de-ae41-21fce5b95e07 req-e44acf14-f11d-4a95-b4ae-632b56b08c86 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.0794275
Apr 29 15:43:59.026807 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d6e8b391-96f8-46de-ae41-21fce5b95e07 req-85d7d491-4dbf-4729-b16f-5cb0a4b75edd tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407135
Apr 29 15:43:59.717875 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d293893-a391-47f5-8d88-dd26f59d8442 req-c286ad3e-bb4b-4349-b8b1-32dd8d6e2c6e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:43:59.719301 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8d293893-a391-47f5-8d88-dd26f59d8442 req-c286ad3e-bb4b-4349-b8b1-32dd8d6e2c6e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.0827200
Apr 29 15:43:59.768602 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8d293893-a391-47f5-8d88-dd26f59d8442 req-4ea245d9-2d0e-4d2a-9395-91d9b43a7c12 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431538
Apr 29 15:44:00.216342 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95eb3d-f8b1-472a-b51c-adf291307144 req-e90e3255-7ddd-46ee-8278-bbd4331bc943 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:00.217807 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ae95eb3d-f8b1-472a-b51c-adf291307144 req-e90e3255-7ddd-46ee-8278-bbd4331bc943 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.0833964
Apr 29 15:44:00.222215 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e674b0b3-0c3e-497b-b8d3-3415a603ecca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:00.267871 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ae95eb3d-f8b1-472a-b51c-adf291307144 req-283a1b60-17c4-4936-99ce-bd3fb2a5323e tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0422561
Apr 29 15:44:01.036719 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c98cd-b21b-4dc7-9895-a4f89b48854b req-b1b45f71-41dc-452d-899d-e8c8a88e83a3 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:01.038178 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f29c98cd-b21b-4dc7-9895-a4f89b48854b req-b1b45f71-41dc-452d-899d-e8c8a88e83a3 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.1684806
Apr 29 15:44:01.082536 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f29c98cd-b21b-4dc7-9895-a4f89b48854b req-6ab0d1d9-a5ab-4a51-abf8-1fd370693aa6 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385439
Apr 29 15:44:01.261310 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b93f0-dad2-46ef-a736-b32392114853 req-2389c94c-7e59-4e47-b2af-2bb7e08afeef tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:01.262732 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-647b93f0-dad2-46ef-a736-b32392114853 req-2389c94c-7e59-4e47-b2af-2bb7e08afeef tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.0786874
Apr 29 15:44:01.311404 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-647b93f0-dad2-46ef-a736-b32392114853 req-c266bb6c-41a4-42f7-a1f3-cd5835f15087 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427282
Apr 29 15:44:01.337157 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39564) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:01.512981 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb850fef-ead5-4432-85d5-7ce8e25704d2 req-3ddfa786-15d0-4ad0-bcf9-08e65c39ae7a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:01.514408 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-eb850fef-ead5-4432-85d5-7ce8e25704d2 req-3ddfa786-15d0-4ad0-bcf9-08e65c39ae7a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.1388021
Apr 29 15:44:01.519656 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c8a2d-1433-4eff-b911-4a4e6525fb88 tempest-TestShelveInstance-2014216777 tempest-TestShelveInstance-2014216777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:01.520721 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-342c8a2d-1433-4eff-b911-4a4e6525fb88 tempest-TestShelveInstance-2014216777 tempest-TestShelveInstance-2014216777-project-admin] Synchronizing usage tracker for tenant:5adce8a6ebcc4cd3a199116f571f3057 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:44:01.567276 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-342c8a2d-1433-4eff-b911-4a4e6525fb88 tempest-TestShelveInstance-2014216777 tempest-TestShelveInstance-2014216777-project-admin] Unset dirty status for tenant:5adce8a6ebcc4cd3a199116f571f3057 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:44:01.568534 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-342c8a2d-1433-4eff-b911-4a4e6525fb88 tempest-TestShelveInstance-2014216777 tempest-TestShelveInstance-2014216777-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 1094 time: 0.2304173
Apr 29 15:44:01.571468 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39570) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:01.578895 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Request body: {'floatingip': {'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'port_id': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:01.587565 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-eb850fef-ead5-4432-85d5-7ce8e25704d2 req-5fb63ee1-127b-4397-b3bf-7cacfd7289a8 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0631039
Apr 29 15:44:01.588414 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:01.592482 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Usage tracker for resource:floatingip and tenant:5f499c016ab548289b8fcf46ac473eec is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:44:01.595324 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:44:01.602036 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:01.611981 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for floatingip, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:01.751181 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:01.889202 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Allocated IP 172.27.3.71 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/7e495587-7e7a-4192-8d49-ca37a68a094f) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:44:02.034846 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:02.063609 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:02.067919 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-db9cd8a1-f19e-445d-aa95-d351473d8636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:02.123361 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:44:02.126092 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:44:02.128603 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:44:02.180147 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event updated for resources: {'Port': ['ID=7e495587-7e7a-4192-8d49-ca37a68a094f,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:02.182808 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:02.548687 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:02.622667 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:02.771823 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac4a28-f25a-4572-a75b-707af79f418d req-1159765f-55f3-478f-a354-dfb7436cefcf tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:02.773285 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e3ac4a28-f25a-4572-a75b-707af79f418d req-1159765f-55f3-478f-a354-dfb7436cefcf tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.0801420
Apr 29 15:44:02.820464 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e3ac4a28-f25a-4572-a75b-707af79f418d req-e3a02e97-7e35-46fc-a56f-4b0476a53fc4 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410845
Apr 29 15:44:02.828089 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:02.832669 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8128073'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:02.836688 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:02.995963 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-aa57b0d2-82c7-4374-a040-2a64ffe2dadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:03.033878 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event updated for resources: {'Port': ['ID=7e495587-7e7a-4192-8d49-ca37a68a094f,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:03.039340 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:03.045993 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:03.089795 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:03.220505 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.l3_db [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Floating IP afbd4bfd-17d4-4fc5-a51b-72876abb7ec3 associated. External IP: 172.27.3.71, port: cbfa1933-598c-4f19-98c8-a12da01b40b3.
Apr 29 15:44:03.580022 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:44:03.763841 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:44:03.773389 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe509103-8395-4d90-8b51-1078b177b295 None None] Sync routers for ids ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:44:03.787013 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe509103-8395-4d90-8b51-1078b177b295 None None] Routers {'98cb6eb3-25cf-459c-a5c4-ed6f153eba81'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:44:03.787669 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-fe509103-8395-4d90-8b51-1078b177b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee273d040>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:44:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:03.790815 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:03.853514 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2809763
Apr 29 15:44:03.855455 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:44:03.873290 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:03.920144 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'status': 'completed', 'code': 200}
Apr 29 15:44:03.975024 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-fe509103-8395-4d90-8b51-1078b177b295 None None] Set router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:44:04.022567 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2879a1-f06c-4756-b732-1cb210fdf3b4 req-ae29993b-6ca6-48da-9afa-1823f41459bd tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:04.023984 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-be2879a1-f06c-4756-b732-1cb210fdf3b4 req-ae29993b-6ca6-48da-9afa-1823f41459bd tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.0822935
Apr 29 15:44:04.025930 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ce77-a9b6-4822-baaa-3c0798cb4748 req-35fd5964-1b4f-47ae-8fc3-1381e0ba284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:04.027932 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e3c4ce77-a9b6-4822-baaa-3c0798cb4748 req-35fd5964-1b4f-47ae-8fc3-1381e0ba284a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f499c016ab548289b8fcf46ac473eec&device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 1099 time: 0.0778415
Apr 29 15:44:04.074192 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-be2879a1-f06c-4756-b732-1cb210fdf3b4 req-cea107a3-86fe-4dca-932a-2e1b25341226 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0433867
Apr 29 15:44:04.167964 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ce77-a9b6-4822-baaa-3c0798cb4748 req-1aa9588d-2212-4c25-9893-c715ca468c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:04.169446 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e3c4ce77-a9b6-4822-baaa-3c0798cb4748 req-1aa9588d-2212-4c25-9893-c715ca468c77 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d84f215d-8638-45c1-a8e3-c5cd161de2e3 HTTP/1.1" status: 200  len: 909 time: 0.1321058
Apr 29 15:44:04.274026 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e3c4ce77-a9b6-4822-baaa-3c0798cb4748 req-93e4b18e-0bf9-489c-b980-0f3ef636d90c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3 HTTP/1.1" status: 200  len: 999 time: 0.0963025
Apr 29 15:44:04.320902 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-fe509103-8395-4d90-8b51-1078b177b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee273d040>, [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': 'afbd4bfd-17d4-4fc5-a51b-72876abb7ec3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'port_id': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'mac_address': 'fa:16:3e:91:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:44:02Z', 'updated_at': '2021-04-29T15:44:02Z', 'revision_number': 0, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12193622-1cf7-499b-b182-097a417d9b2c', 'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'mac_address': 'fa:16:3e:a3:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:03Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 5, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'subnets': [{'id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:04.325261 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe509103-8395-4d90-8b51-1078b177b295 None None] Checking router: 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:44:04.334772 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe509103-8395-4d90-8b51-1078b177b295 None None] Routers {'98cb6eb3-25cf-459c-a5c4-ed6f153eba81'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:44:04.335078 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-fe509103-8395-4d90-8b51-1078b177b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee273d040>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:44:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:04.337949 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ce77-a9b6-4822-baaa-3c0798cb4748 req-c4092dc5-abf3-43cf-b301-2c5a61eb38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:04.339387 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e3c4ce77-a9b6-4822-baaa-3c0798cb4748 req-c4092dc5-abf3-43cf-b301-2c5a61eb38d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a777552-0d2b-40d3-bf28-cabdd61ee1d4 HTTP/1.1" status: 200  len: 847 time: 0.0584044
Apr 29 15:44:04.414471 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4ce77-a9b6-4822-baaa-3c0798cb4748 req-f20e3756-46b2-4c52-93b7-a413265099ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:04.415935 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e3c4ce77-a9b6-4822-baaa-3c0798cb4748 req-f20e3756-46b2-4c52-93b7-a413265099ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d84f215d-8638-45c1-a8e3-c5cd161de2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695412
Apr 29 15:44:04.512946 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-fe509103-8395-4d90-8b51-1078b177b295 None None] Set router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:44:04.549692 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e3c4ce77-a9b6-4822-baaa-3c0798cb4748 req-f4dc1356-417e-4d35-a322-6cc7d5787fed service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241500
Apr 29 15:44:04.679548 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e3c4ce77-a9b6-4822-baaa-3c0798cb4748 req-068a74f8-589d-4b70-94bf-7b68dd8e0e19 service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231990
Apr 29 15:44:04.854867 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-fe509103-8395-4d90-8b51-1078b177b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee273d040>, [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': 'afbd4bfd-17d4-4fc5-a51b-72876abb7ec3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'port_id': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'mac_address': 'fa:16:3e:91:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:44:02Z', 'updated_at': '2021-04-29T15:44:02Z', 'revision_number': 0, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12193622-1cf7-499b-b182-097a417d9b2c', 'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'mac_address': 'fa:16:3e:a3:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:03Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 5, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'subnets': [{'id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:04.858644 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe509103-8395-4d90-8b51-1078b177b295 None None] The sync data for ids ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'] in dv-cinder-788782-1-iscsi is: [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': 'afbd4bfd-17d4-4fc5-a51b-72876abb7ec3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'port_id': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'mac_address': 'fa:16:3e:91:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:44:02Z', 'updated_at': '2021-04-29T15:44:02Z', 'revision_number': 0, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12193622-1cf7-499b-b182-097a417d9b2c', 'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'mac_address': 'fa:16:3e:a3:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:03Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 5, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'subnets': [{'id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:44:05.035462 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4f15f-44dc-44a6-99ff-75173741cb0c None None] New status for floating IP afbd4bfd-17d4-4fc5-a51b-72876abb7ec3: ACTIVE {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:44:05.265940 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36474f97-d8f2-4765-bf4a-ea8bfd217acb req-c9008982-edf5-40f0-8eec-fa896a311248 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:05.268087 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-36474f97-d8f2-4765-bf4a-ea8bfd217acb req-c9008982-edf5-40f0-8eec-fa896a311248 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.0860314
Apr 29 15:44:05.320349 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-36474f97-d8f2-4765-bf4a-ea8bfd217acb req-885b6e4e-36f5-4a19-ad6a-edabd1af5b5a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434926
Apr 29 15:44:05.382017 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:06.511020 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6db50b-300d-4a4e-b04a-fe0556032966 req-f9a134bd-e7f4-41a3-a0c2-ec24350f5093 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:06.512445 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6d6db50b-300d-4a4e-b04a-fe0556032966 req-f9a134bd-e7f4-41a3-a0c2-ec24350f5093 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.0818286
Apr 29 15:44:06.558359 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6d6db50b-300d-4a4e-b04a-fe0556032966 req-3143f176-c2ee-4501-b7eb-3b61701e38fa tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401225
Apr 29 15:44:07.746666 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad26ed-3b40-4a73-b977-35378601bae2 req-705ebfc6-8827-4a4e-a0ea-c21f396c3c51 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:07.748018 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2cad26ed-3b40-4a73-b977-35378601bae2 req-705ebfc6-8827-4a4e-a0ea-c21f396c3c51 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.0853312
Apr 29 15:44:07.800091 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2cad26ed-3b40-4a73-b977-35378601bae2 req-8156a052-2e73-4f27-9259-7d597c238030 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0462921
Apr 29 15:44:08.983691 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89875c-f188-454a-be69-c2ee03a0f997 req-607a8295-2851-4e80-9909-9aafc5f2b9f4 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:08.985141 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9b89875c-f188-454a-be69-c2ee03a0f997 req-607a8295-2851-4e80-9909-9aafc5f2b9f4 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.0780129
Apr 29 15:44:09.035279 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-9b89875c-f188-454a-be69-c2ee03a0f997 req-c3ddf394-6457-46de-b298-7988651d63e3 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0437093
Apr 29 15:44:09.333262 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:44:10.230299 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeedc8-6eb0-41e2-84a8-5e859908d14b req-e5fb90e6-2170-41ba-b6cb-e9d816f11aad tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:10.236980 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b2aeedc8-6eb0-41e2-84a8-5e859908d14b req-e5fb90e6-2170-41ba-b6cb-e9d816f11aad tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.0819249
Apr 29 15:44:10.280314 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b2aeedc8-6eb0-41e2-84a8-5e859908d14b req-3d9c2bfa-52e1-4ecc-9855-ba77ae07b9fa tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&id=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0427155
Apr 29 15:44:21.972424 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-16a6e819-39ed-450d-aa08-3ab6ca1eebd8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0708337
Apr 29 15:44:22.066766 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-260e4331-dcda-40d5-9699-f7e9940c9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:22.067699 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-260e4331-dcda-40d5-9699-f7e9940c9160 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8498e2580b4ba29e4199fe811edb8c&device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 1138 time: 0.0710874
Apr 29 15:44:22.300776 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-4224153f-f25f-4e0a-891b-f655b769a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:22.302952 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-4224153f-f25f-4e0a-891b-f655b769a7a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64454d9c-2f84-442a-8126-ff8505d50dcd HTTP/1.1" status: 200  len: 915 time: 0.2138255
Apr 29 15:44:22.408226 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-e7dcfb26-9d0f-4a5a-96ef-1d268f705698 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 1002 time: 0.0973685
Apr 29 15:44:22.477776 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-ffa2b9e7-906c-4ec2-9180-5290b16fa9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:22.479209 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-ffa2b9e7-906c-4ec2-9180-5290b16fa9ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08333d16-5599-4296-a62f-95f451835e61 HTTP/1.1" status: 200  len: 853 time: 0.0617704
Apr 29 15:44:22.615898 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-d978c196-c469-42a9-90b0-7f421fdaf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:22.617373 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-d978c196-c469-42a9-90b0-7f421fdaf673 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64454d9c-2f84-442a-8126-ff8505d50dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1305003
Apr 29 15:44:22.629035 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab480f6-4e3f-459f-84a0-d73fb271224d req-8ad576a7-afd4-4c7f-a597-14239ba58952 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:22.631033 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5ab480f6-4e3f-459f-84a0-d73fb271224d req-8ad576a7-afd4-4c7f-a597-14239ba58952 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 946 time: 0.1009743
Apr 29 15:44:22.761972 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5ab480f6-4e3f-459f-84a0-d73fb271224d req-6f39773e-873e-4441-a7ff-3f2d351f1b7a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087415
Apr 29 15:44:22.789276 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-a4cca917-b7a7-457f-bd83-798f739d307d service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573138
Apr 29 15:44:22.922423 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-15854aed-1b88-4f1a-a1f2-76c85701cdbc req-1db88760-0ddb-4da8-b9df-cba127456e03 service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245956
Apr 29 15:44:23.955115 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682acce-5690-482e-aafe-de73398dd57d req-5657bb6b-7f6a-457f-8a74-95261b0fee47 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:23.956554 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7682acce-5690-482e-aafe-de73398dd57d req-5657bb6b-7f6a-457f-8a74-95261b0fee47 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 946 time: 0.0806196
Apr 29 15:44:24.000422 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7682acce-5690-482e-aafe-de73398dd57d req-3b81d9c7-b09a-4e59-a05c-3b89b4ab6250 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382917
Apr 29 15:44:24.776229 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-5fadd475-f6d0-4e1b-9cd6-7a770de22ee6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:24.777638 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-5fadd475-f6d0-4e1b-9cd6-7a770de22ee6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.32 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 946 time: 0.0778897
Apr 29 15:44:24.910646 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Deleting port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:44:24.910979 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:25.040126 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] For port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:44:25.040477 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:25.291147 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725ff5d-962d-46d7-bbae-fa136cdf959c req-40b26894-17d3-45e8-8bc2-985e3541b6e7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:25.292512 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1725ff5d-962d-46d7-bbae-fa136cdf959c req-40b26894-17d3-45e8-8bc2-985e3541b6e7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 946 time: 0.1805744
Apr 29 15:44:25.422952 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1725ff5d-962d-46d7-bbae-fa136cdf959c req-7603e7de-73fd-421c-b01f-153904c96bed tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726504
Apr 29 15:44:25.425969 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:25.426341 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:25.426658 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.l3_db [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Floating IP 6004ae99-03b1-4075-ae0a-1b1cb9326d7c disassociated. External IP: 172.27.3.232, port: 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6.
Apr 29 15:44:25.427038 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Calling delete_port for 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:44:25.536516 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:25.542090 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8568587d-76ce-48e4-9f1b-40dbd7bc46e4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:25.671623 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event deleted for resources: {'Port': ['ID=14d1ac32-2f0d-45ad-948a-173a4e8e8dd6,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:25.674713 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:25.865115 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Router 517be931-c2f8-4b3f-a209-773eba08e89c has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:44:26.040844 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:44:26.050067 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3846f-e290-47fe-ac6d-8be1ed6c7aa7 None None] Sync routers for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:44:26.059633 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f3846f-e290-47fe-ac6d-8be1ed6c7aa7 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:44:26.060242 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-27f3846f-e290-47fe-ac6d-8be1ed6c7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee26d1790>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:44:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:26.117964 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] No DVR routers for this DVR port 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:44:26.120461 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:26.123246 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'name': 'network-vif-deleted', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:44:26.141778 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f5394ec5-4807-4412-8f05-58e11b6f1fe8 req-c305122d-62ac-4b39-8a23-16a0f5787af2 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.32 "DELETE /v2.0/ports/14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 HTTP/1.1" status: 204  len: 173 time: 1.3574858
Apr 29 15:44:26.174943 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18cabfa-6e74-4c7f-8b93-863effa8d777', 'name': 'network-vif-deleted', 'tag': '14d1ac32-2f0d-45ad-948a-173a4e8e8dd6', 'status': 'completed', 'code': 200}
Apr 29 15:44:26.283357 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-27f3846f-e290-47fe-ac6d-8be1ed6c7aa7 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:44:26.607832 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-4cdcc919-f005-4caa-bb5a-f2bc81003145 req-974747cd-71d8-4bba-9b60-01b597b96f78 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Synchronizing usage tracker for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:44:26.624079 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-4cdcc919-f005-4caa-bb5a-f2bc81003145 req-974747cd-71d8-4bba-9b60-01b597b96f78 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Unset dirty status for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:44:26.625532 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4cdcc919-f005-4caa-bb5a-f2bc81003145 req-974747cd-71d8-4bba-9b60-01b597b96f78 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=d18cabfa-6e74-4c7f-8b93-863effa8d777 HTTP/1.1" status: 200  len: 210 time: 0.0607140
Apr 29 15:44:26.626142 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-27f3846f-e290-47fe-ac6d-8be1ed6c7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee26d1790>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:26.630144 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3846f-e290-47fe-ac6d-8be1ed6c7aa7 None None] Checking router: 517be931-c2f8-4b3f-a209-773eba08e89c for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:44:26.639141 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f3846f-e290-47fe-ac6d-8be1ed6c7aa7 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:44:26.640236 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-27f3846f-e290-47fe-ac6d-8be1ed6c7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee26d1790>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:44:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:26.813635 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-27f3846f-e290-47fe-ac6d-8be1ed6c7aa7 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:44:26.986279 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:27.141950 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-27f3846f-e290-47fe-ac6d-8be1ed6c7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee26d1790>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:27.146527 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3846f-e290-47fe-ac6d-8be1ed6c7aa7 None None] The sync data for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi is: [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:44:27.367092 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64d094-1413-494e-8a34-d13d8756d881 None None] New status for floating IP 6004ae99-03b1-4075-ae0a-1b1cb9326d7c: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:44:27.773473 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39654) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:27.853702 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e8d2-8547-4162-a9b1-5e2cc8ed7928 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:27.882335 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e8d2-8547-4162-a9b1-5e2cc8ed7928 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:27.945592 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e8d2-8547-4162-a9b1-5e2cc8ed7928 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:27.950277 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e9e7b552-54e2-47e1-bd96-a72b36447670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:27.968566 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8e8d2-8547-4162-a9b1-5e2cc8ed7928 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:27.971630 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4ab8e8d2-8547-4162-a9b1-5e2cc8ed7928 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:27.997668 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e8d2-8547-4162-a9b1-5e2cc8ed7928 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:28.002215 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39662) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:28.005824 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-4ab8e8d2-8547-4162-a9b1-5e2cc8ed7928 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "DELETE /v2.0/security-groups/dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd HTTP/1.1" status: 204  len: 168 time: 0.2304120
Apr 29 15:44:28.020437 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.api.v2.resource [None req-e1752010-f03a-4bd7-882d-7e89800f73f9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] show failed (client error): The resource could not be found.
Apr 29 15:44:28.024504 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39666) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:28.024654 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-e1752010-f03a-4bd7-882d-7e89800f73f9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups/dc0a59fc-c5b8-4ebc-b174-d7eb4236cadd HTTP/1.1" status: 404  len: 347 time: 0.0212719
Apr 29 15:44:28.108842 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:44:28.158188 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:44:28.158928 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 14d1ac32-2f0d-45ad-948a-173a4e8e8dd6 not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:44:28.294599 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e014d-51a7-4b04-9061-ab248215b147 req-bff401c3-900f-47b4-8cb8-235189a7cf14 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:28.295979 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-302e014d-51a7-4b04-9061-ab248215b147 req-bff401c3-900f-47b4-8cb8-235189a7cf14 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0850437
Apr 29 15:44:28.344368 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Deleting port c058fe93-53db-4fa2-8790-68088b54fed4 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:44:28.344563 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-302e014d-51a7-4b04-9061-ab248215b147 req-d517f955-fa02-4a9f-a2c0-b71c10e791a0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416307
Apr 29 15:44:28.344722 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:28.467604 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:28.468030 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:28.592986 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Calling delete_port for c058fe93-53db-4fa2-8790-68088b54fed4 owned by network:floatingip {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:44:28.702042 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:28.706662 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-59726af0-95a4-4206-87fb-689c04df7080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:28.753895 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event deleted for resources: {'Port': ['ID=c058fe93-53db-4fa2-8790-68088b54fed4,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:28.779221 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:28.842966 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:28.860224 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:28.861372 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "DELETE /v2.0/floatingips/6004ae99-03b1-4075-ae0a-1b1cb9326d7c HTTP/1.1" status: 204  len: 168 time: 0.8358862
Apr 29 15:44:29.173945 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39674) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:29.179765 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885909392', 'description': 'tempest-description--1411137932'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:29.185673 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:29.189858 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Usage tracker for resource:security_group and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:44:29.193571 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:44:29.199314 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:29.210320 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.233264 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:29.237018 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Usage tracker for resource:security_group_rule and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:44:29.239886 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:44:29.245512 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:29.316236 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.321499 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.325240 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-56d7213f-2cec-4d76-b85d-688ad6e90505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:29.366254 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9fc812-724d-48eb-a2de-f9e99b719dd4,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:29.369359 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:29.372259 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.373585 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1985350
Apr 29 15:44:29.376330 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39680) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:29.382328 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'security_group_rule': {'security_group_id': '9b9fc812-724d-48eb-a2de-f9e99b719dd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:29.388432 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:29.392136 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Usage tracker for resource:security_group_rule and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:44:29.395100 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:44:29.401645 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:29.417991 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.479911 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.483744 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.485764 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:29.508816 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bfd793-5f79-474f-9032-398c22bbf05d,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:29.511453 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:29.519640 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.520957 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1435003
Apr 29 15:44:29.523953 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39684) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:29.529409 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'security_group_rule': {'security_group_id': '9b9fc812-724d-48eb-a2de-f9e99b719dd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:29.535350 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:29.539835 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Usage tracker for resource:security_group_rule and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:44:29.542661 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff39e5-ab0b-4f5b-8189-e33df9b8797a req-e079fc92-adc4-48dc-9478-97203a4d1b0f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:29.543228 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:44:29.544231 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fbff39e5-ab0b-4f5b-8189-e33df9b8797a req-e079fc92-adc4-48dc-9478-97203a4d1b0f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.0863526
Apr 29 15:44:29.548467 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:29.566982 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.632232 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.632462 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fbff39e5-ab0b-4f5b-8189-e33df9b8797a req-825ab40d-38bf-4a2a-8be3-fd10861126ad tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b43a6a6-dcd4-4482-a10c-8316886e7084&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821602
Apr 29 15:44:29.636702 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.638426 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e4a6de88-c08f-4f01-a87f-124feeff6eba tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:29.659339 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ba55e2-0fff-471c-9346-1275b1a39477,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:29.664231 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:29.669620 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-f7c6d7e0-f3ed-4afc-8763-ad7af648d4a0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:29.671217 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-f7c6d7e0-f3ed-4afc-8763-ad7af648d4a0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 945 time: 0.1051595
Apr 29 15:44:29.672703 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.673902 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-f2e0a913-d51c-4f2c-9c39-d409bbbf10ae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1489739
Apr 29 15:44:29.677323 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39688) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:29.682471 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'floatingip': {'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:29.688234 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:29.692044 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Usage tracker for resource:floatingip and tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:44:29.694996 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:44:29.700679 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:29.711639 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.818412 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Deleting port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:44:29.818758 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.849703 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.957999 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] For port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=96ba4d09-bdb4-4ca8-addd-78b62c2e827e,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:44:29.958908 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:29.985256 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Allocated IP 172.27.3.215 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/ba503b04-c75b-4932-bb42-9f0b6d8e43f8) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:44:30.135701 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.166037 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.170723 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:30.225366 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:44:30.226590 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-bc64f7b6-e9b1-4331-b5a9-9e4c095e8e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.228115 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:44:30.235899 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:44:30.250959 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.251560 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.252066 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.l3_db [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Floating IP 7ea7c85b-b2ce-40c9-8d18-2f857182d3f7 disassociated. External IP: 172.27.3.113, port: 96ba4d09-bdb4-4ca8-addd-78b62c2e827e.
Apr 29 15:44:30.252404 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Calling delete_port for 96ba4d09-bdb4-4ca8-addd-78b62c2e827e owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:44:30.278736 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'Port': ['ID=ba503b04-c75b-4932-bb42-9f0b6d8e43f8,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:30.282776 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:30.326516 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.390445 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.462051 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.467394 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0d692dd6-5029-45b2-a649-fe80f48feefe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:30.511337 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event deleted for resources: {'Port': ['ID=96ba4d09-bdb4-4ca8-addd-78b62c2e827e,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:30.514325 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:30.602895 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.607102 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8128073'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.611566 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-07463bf7-91d2-486a-8d4d-30774d1e14ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:30.697879 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:44:30.725054 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'Port': ['ID=ba503b04-c75b-4932-bb42-9f0b6d8e43f8,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:30.729567 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.735176 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:30.885402 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-51504853-d7f4-4e67-a755-d029e4adf2dc req-5549750e-347b-4611-8763-8b6122cc9af6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=13e65efe-0e80-4502-96cf-ce1457490f20 HTTP/1.1" status: 200  len: 210 time: 0.1382666
Apr 29 15:44:30.886178 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:44:30.886296 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.895821 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2090621
Apr 29 15:44:30.896941 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d24078-bf36-4ae8-8aa2-97dba80f62e1 None None] Sync routers for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:44:30.919187 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d24078-bf36-4ae8-8aa2-97dba80f62e1 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:44:30.919925 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d8d24078-bf36-4ae8-8aa2-97dba80f62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee30a9070>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:44:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:30.983003 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] No DVR routers for this DVR port 96ba4d09-bdb4-4ca8-addd-78b62c2e827e on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:44:30.985936 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:30.989944 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e65efe-0e80-4502-96cf-ce1457490f20', 'name': 'network-vif-deleted', 'tag': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:44:31.013633 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b06545c9-b068-4d03-b0e4-191f53b6878d req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.32 "DELETE /v2.0/ports/96ba4d09-bdb4-4ca8-addd-78b62c2e827e HTTP/1.1" status: 204  len: 173 time: 1.3366165
Apr 29 15:44:31.063368 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e65efe-0e80-4502-96cf-ce1457490f20', 'name': 'network-vif-deleted', 'tag': '96ba4d09-bdb4-4ca8-addd-78b62c2e827e', 'status': 'completed', 'code': 200}
Apr 29 15:44:31.141831 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-d8d24078-bf36-4ae8-8aa2-97dba80f62e1 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:44:31.156295 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-d538e9c4-2c5e-4ae9-b0a9-b223202e7012 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1885909392&fields=id&tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2 HTTP/1.1" status: 200  len: 267 time: 0.0459492
Apr 29 15:44:31.305931 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-df1158e7-98bb-434e-bce5-e5a1c5b3f334 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:31.308163 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-df1158e7-98bb-434e-bce5-e5a1c5b3f334 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 817 time: 0.1488373
Apr 29 15:44:31.322189 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-fb0a3b36-27ab-47a5-9daf-9a0606f256db tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/quotas/bb37cb6f412b49f7baef4a2b5cd7a3b2 HTTP/1.1" status: 200  len: 375 time: 0.0092828
Apr 29 15:44:31.407130 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-b40d71be-7e9c-48ff-bfc7-f2c64a87acbe tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0792818
Apr 29 15:44:31.487073 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d8d24078-bf36-4ae8-8aa2-97dba80f62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee30a9070>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:31.491632 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d24078-bf36-4ae8-8aa2-97dba80f62e1 None None] Checking router: 77e3f82f-6e86-4d1c-8032-3c672b6e2300 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:44:31.500193 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d24078-bf36-4ae8-8aa2-97dba80f62e1 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:44:31.500867 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d8d24078-bf36-4ae8-8aa2-97dba80f62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee30a9070>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:44:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:31.557711 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-6f162bd4-2b9a-459b-a3f4-57d835ae2a42 service neutron] 10.222.0.10 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358218
Apr 29 15:44:31.682268 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-d8d24078-bf36-4ae8-8aa2-97dba80f62e1 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:44:31.691550 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-4974d70e-ffec-489a-b59c-62940fac5d92 service neutron] 10.222.0.10 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269417
Apr 29 15:44:31.870393 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-613db554-359e-4a8f-a7cd-f0dd959c1fb2 req-6c0f44fb-2a6d-4495-9af5-77cf8411c890 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Synchronizing usage tracker for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:44:31.896234 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-613db554-359e-4a8f-a7cd-f0dd959c1fb2 req-6c0f44fb-2a6d-4495-9af5-77cf8411c890 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Unset dirty status for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:44:31.897946 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-613db554-359e-4a8f-a7cd-f0dd959c1fb2 req-6c0f44fb-2a6d-4495-9af5-77cf8411c890 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 210 time: 0.0712678
Apr 29 15:44:32.026680 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39724) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:32.032805 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-d8d24078-bf36-4ae8-8aa2-97dba80f62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee30a9070>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:32.037411 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d24078-bf36-4ae8-8aa2-97dba80f62e1 None None] The sync data for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi is: [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:44:32.096645 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bf74725a-db3b-4fef-bd18-5afcaad3b43f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:32.128062 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bf74725a-db3b-4fef-bd18-5afcaad3b43f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:32.190294 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bf74725a-db3b-4fef-bd18-5afcaad3b43f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:32.197052 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cbb90291-9a3d-4c4f-9aa5-ac4fc638b351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:32.216676 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74725a-db3b-4fef-bd18-5afcaad3b43f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b43a6a6-dcd4-4482-a10c-8316886e7084,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:32.219417 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-bf74725a-db3b-4fef-bd18-5afcaad3b43f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:32.226406 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bf74725a-db3b-4fef-bd18-5afcaad3b43f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:32.227540 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-bf74725a-db3b-4fef-bd18-5afcaad3b43f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "DELETE /v2.0/security-groups/6b43a6a6-dcd4-4482-a10c-8316886e7084 HTTP/1.1" status: 204  len: 168 time: 0.1998675
Apr 29 15:44:32.230290 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39730) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:32.251225 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.api.v2.resource [None req-7ec92da0-9a7b-4c2e-852e-fbcf9f877312 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] show failed (client error): The resource could not be found.
Apr 29 15:44:32.256066 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39734) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:32.256556 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-7ec92da0-9a7b-4c2e-852e-fbcf9f877312 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups/6b43a6a6-dcd4-4482-a10c-8316886e7084 HTTP/1.1" status: 404  len: 347 time: 0.0249577
Apr 29 15:44:32.361034 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f4f4a-50f3-41d9-94fb-3d90afc5d7b0 None None] New status for floating IP 7ea7c85b-b2ce-40c9-8d18-2f857182d3f7: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:44:32.482360 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Deleting port d26dd4ca-c03e-47ae-9833-69b78ad5f33c {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:44:32.482648 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:32.694430 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:32.694756 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:32.814787 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Calling delete_port for d26dd4ca-c03e-47ae-9833-69b78ad5f33c owned by network:floatingip {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:44:33.004580 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-d11bea8f-b4ca-4efc-adc7-6902af84115c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:33.006195 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c7087ea9-4336-4e11-ad6a-43495e30ecdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.008986 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-d11bea8f-b4ca-4efc-adc7-6902af84115c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.32 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 817 time: 0.1689963
Apr 29 15:44:33.091506 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.119732 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4a33733e-ee4f-497a-8d4c-0c7bcb2f5a0b req-5c3c3322-4001-4891-9bd1-d7e6610e6f0e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 210 time: 0.0791996
Apr 29 15:44:33.151309 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-f9d82ad2-9310-4d1d-9adb-5008ad939b52 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2 HTTP/1.1" status: 200  len: 380 time: 0.1097229
Apr 29 15:44:33.154981 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.159383 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:33.204714 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'port': {'device_id': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'admin_state_up': True, 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'security_groups': ['9b9fc812-724d-48eb-a2de-f9e99b719dd4']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:33.221947 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event deleted for resources: {'Port': ['ID=d26dd4ca-c03e-47ae-9833-69b78ad5f33c,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:33.240775 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:33.413642 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.426135 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:33.437387 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.438480 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "DELETE /v2.0/floatingips/7ea7c85b-b2ce-40c9-8d18-2f857182d3f7 HTTP/1.1" status: 204  len: 168 time: 1.1807237
Apr 29 15:44:33.442256 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:33.456979 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Made reservation on behalf of bb37cb6f412b49f7baef4a2b5cd7a3b2 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:44:33.460589 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.620100 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Allocated IP 172.20.0.11 (82ba9b5c-5013-4f88-a0a6-cde1d2fe4429/cf565b80-5ba6-4306-88c7-10e0fb247b2c/73dcddce-227f-4912-8ea2-8e7877249cc7) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:44:33.705284 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39748) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:33.711093 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1383449489', 'description': 'tempest-description--1882814070'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:33.717005 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:33.721990 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Usage tracker for resource:security_group and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:44:33.724908 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:44:33.730655 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:33.739940 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.760219 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:33.764029 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Usage tracker for resource:security_group_rule and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:44:33.766831 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:44:33.773598 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:33.813355 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.830532 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Transition to ACTIVE for port object 73dcddce-227f-4912-8ea2-8e7877249cc7 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:44:33.843305 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.849999 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.853767 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.856084 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.861352 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-8f31b758-7efa-49f2-acd0-ce6dbd3a449c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:33.861622 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-04897ac2-9084-4efb-ac0a-7624b1926d85 tempest-VolumesActionsTest-1508547966 tempest-VolumesActionsTest-1508547966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:33.903787 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c8365b-ed9c-4315-858a-253e3a2e2ca4,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:33.906523 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.907698 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2014463
Apr 29 15:44:33.908549 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1813d46c-ccf4-4597-9c2f-d66bc0c13890 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:33.910626 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39752) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:33.916592 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'security_group_rule': {'security_group_id': 'c7c8365b-ed9c-4315-858a-253e3a2e2ca4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:33.922089 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:33.925803 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Usage tracker for resource:security_group_rule and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:44:33.928628 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:44:33.928776 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:44:33.932217 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:44:33.934245 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:33.936079 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:44:33.952008 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:33.968340 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event updated for resources: {'Port': ['ID=73dcddce-227f-4912-8ea2-8e7877249cc7,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:33.982944 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:34.010017 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:34.010652 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.019665 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.024461 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.032621 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:34.039340 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8509994
Apr 29 15:44:34.051663 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Request body: {'port': {'device_id': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:34.053722 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96e4169-62a7-455a-8ac6-fd050b62e97b,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:34.056772 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:34.065212 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.066503 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-0f309a38-4819-47ba-968b-ad074c0c85f8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1547992
Apr 29 15:44:34.069449 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39756) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:34.075513 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'security_group_rule': {'security_group_id': 'c7c8365b-ed9c-4315-858a-253e3a2e2ca4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:34.081689 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:34.086146 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Usage tracker for resource:security_group_rule and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:44:34.089193 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:44:34.097051 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:34.116628 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.131217 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 96ba4d09-bdb4-4ca8-addd-78b62c2e827e no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:44:34.167715 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.174221 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 96ba4d09-bdb4-4ca8-addd-78b62c2e827e {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:44:34.174563 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 96ba4d09-bdb4-4ca8-addd-78b62c2e827e not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:44:34.190593 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-379eb5c7-522b-4932-828a-79a838c3104f None None] Provisioning for port 73dcddce-227f-4912-8ea2-8e7877249cc7 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:44:34.193938 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.197001 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-379eb5c7-522b-4932-828a-79a838c3104f None None] Provisioning complete for port 73dcddce-227f-4912-8ea2-8e7877249cc7 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:44:34.198048 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-379eb5c7-522b-4932-828a-79a838c3104f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.200809 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589982'] for security_group_rule, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.203488 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:34.229382 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b86ba8-57de-4dec-9362-fe0c673fcfd1,revision_number=0']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:34.234647 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:34.242752 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.244359 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-875ac082-8751-4ac2-af80-552659ed3d47 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1739063
Apr 29 15:44:34.248497 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39762) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:34.264823 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-379eb5c7-522b-4932-828a-79a838c3104f None None] Port 73dcddce-227f-4912-8ea2-8e7877249cc7 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:44:34.266103 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'floatingip': {'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:34.273190 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:34.277207 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Usage tracker for resource:floatingip and tenant:b32ad0cb62fc4532bec749ca1eff5d96 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:44:34.280158 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:44:34.285808 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:34.296853 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.438904 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.582690 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Allocated IP 172.27.3.107 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/3c18cb9c-245c-44bf-bc77-08605a9edbaf) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:44:34.584319 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27b00-2ef8-4cc9-9c1b-0d916e79dcc7 req-0a2c593f-b610-41ab-91a8-be5e28573218 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:34.585107 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-fde27b00-2ef8-4cc9-9c1b-0d916e79dcc7 req-0a2c593f-b610-41ab-91a8-be5e28573218 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Synchronizing usage tracker for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:44:34.620139 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-fde27b00-2ef8-4cc9-9c1b-0d916e79dcc7 req-0a2c593f-b610-41ab-91a8-be5e28573218 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Unset dirty status for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:44:34.621302 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fde27b00-2ef8-4cc9-9c1b-0d916e79dcc7 req-0a2c593f-b610-41ab-91a8-be5e28573218 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 932 time: 0.3301935
Apr 29 15:44:34.720157 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fde27b00-2ef8-4cc9-9c1b-0d916e79dcc7 req-8c6aae80-5542-4fa4-8329-79473e3dff71 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926838
Apr 29 15:44:34.724389 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73dcddce-227f-4912-8ea2-8e7877249cc7 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:44:34.731910 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.745764 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.747167 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Transition to ACTIVE for port object 73dcddce-227f-4912-8ea2-8e7877249cc7 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:44:34.750227 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.754651 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f70a4af6-4635-4cf0-9789-d68c5902762c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:34.777793 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.782275 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-fcd8355a-457d-40ad-843a-4b27e0fb1d7b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:34.841799 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:44:34.849299 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:44:34.853802 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:44:34.899867 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'Port': ['ID=3c18cb9c-245c-44bf-bc77-08605a9edbaf,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:34.907047 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Pushing event updated for resources: {'Port': ['ID=73dcddce-227f-4912-8ea2-8e7877249cc7,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:34.914336 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:34.918457 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:34.960329 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:34.987826 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Attempting to bind port 73dcddce-227f-4912-8ea2-8e7877249cc7 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:44:34.988166 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Attempting to bind port 73dcddce-227f-4912-8ea2-8e7877249cc7 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:44:34.988499 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Attempting to bind port 73dcddce-227f-4912-8ea2-8e7877249cc7 on network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:44:34.994104 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Port 73dcddce-227f-4912-8ea2-8e7877249cc7 on network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:44:34.994431 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Attempting to bind port 73dcddce-227f-4912-8ea2-8e7877249cc7 on network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:44:34.999376 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:44:34.999709 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Checking segment: {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:44:35.000087 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Bound using segment: {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:44:35.000505 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Bound port: 73dcddce-227f-4912-8ea2-8e7877249cc7, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837ae9e0-301b-4b77-b583-8140bc040e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:44:35.000848 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:35.023212 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:35.094337 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:44:35.097802 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:44:35.104747 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:35.109501 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6989af49-a400-4d0a-84ef-4b2d518edd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:35.163061 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:35.163669 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:35.165207 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] 10.222.0.32 "PUT /v2.0/ports/73dcddce-227f-4912-8ea2-8e7877249cc7 HTTP/1.1" status: 200  len: 1094 time: 1.1179230
Apr 29 15:44:35.165521 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:44:35.190856 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Pushing event updated for resources: {'Port': ['ID=73dcddce-227f-4912-8ea2-8e7877249cc7,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:35.194613 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:35.249191 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'status': 'completed', 'code': 200}
Apr 29 15:44:35.258765 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:35.267983 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8128073'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:35.278958 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1e9fe885-ec6d-45fe-aa35-8d8ceb552e8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:35.298383 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-ebe2b545-2a39-4e25-b696-f76d2541a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:35.300224 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-ebe2b545-2a39-4e25-b696-f76d2541a22c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 1097 time: 0.0872819
Apr 29 15:44:35.382309 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-24bafdc6-e982-449f-9943-10c84a042d6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73dcddce-227f-4912-8ea2-8e7877249cc7 HTTP/1.1" status: 200  len: 217 time: 0.0705409
Apr 29 15:44:35.390679 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'Port': ['ID=3c18cb9c-245c-44bf-bc77-08605a9edbaf,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:35.392878 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:35.394884 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:35.403357 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:35.428945 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:35.430261 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1686780
Apr 29 15:44:35.459681 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-bf65561a-ece4-4aec-95f7-c9f00d67252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:35.461131 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-bf65561a-ece4-4aec-95f7-c9f00d67252b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 200  len: 856 time: 0.0705965
Apr 29 15:44:35.538012 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-f79d12ae-e05b-42f4-89fc-e5efe4de3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:35.539488 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-f79d12ae-e05b-42f4-89fc-e5efe4de3fdc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713577
Apr 29 15:44:35.688234 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-c540a39b-98ee-4333-97d3-e079e959ec2d tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1383449489&fields=id&tenant_id=b32ad0cb62fc4532bec749ca1eff5d96 HTTP/1.1" status: 200  len: 267 time: 0.0603406
Apr 29 15:44:35.738366 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-30e64079-965f-4885-a70e-c25fd0b577a0 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913869
Apr 29 15:44:35.918217 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba77ac-1c38-4e60-a019-bfb9a7a51bc3 req-4df1bcf8-deb3-424c-ae64-a1a1f5ca0939 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:35.919702 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b9ba77ac-1c38-4e60-a019-bfb9a7a51bc3 req-4df1bcf8-deb3-424c-ae64-a1a1f5ca0939 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0816290
Apr 29 15:44:35.939536 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-7e04e4e7-c7c7-4a85-b13e-f1699931fee6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:35.940875 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-7e04e4e7-c7c7-4a85-b13e-f1699931fee6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 811 time: 0.2443521
Apr 29 15:44:35.964969 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-b9ba77ac-1c38-4e60-a019-bfb9a7a51bc3 req-b3bf7d7b-556a-4426-8a8b-903181d0466d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Synchronizing usage tracker for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:44:35.966953 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-70015348-4c1e-4e50-b65b-cf88a3b9e7e2 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/quotas/b32ad0cb62fc4532bec749ca1eff5d96 HTTP/1.1" status: 200  len: 375 time: 0.0145934
Apr 29 15:44:35.968897 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-35a4c45e-39dc-48e1-8b83-0b192af8a472 req-887e21e9-dd48-4fcf-9292-d24ac291d8c1 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235570
Apr 29 15:44:35.981504 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-b9ba77ac-1c38-4e60-a019-bfb9a7a51bc3 req-b3bf7d7b-556a-4426-8a8b-903181d0466d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Unset dirty status for tenant:bb37cb6f412b49f7baef4a2b5cd7a3b2 on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:44:35.982811 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b9ba77ac-1c38-4e60-a019-bfb9a7a51bc3 req-b3bf7d7b-556a-4426-8a8b-903181d0466d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572994
Apr 29 15:44:36.108344 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-ab529eaf-9be2-4ba4-8a17-0467a79b887b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Synchronizing usage tracker for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:44:36.127601 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf57876-d6ea-4d22-b5d1-f66b6a64d495 req-e356fb24-3ee2-4b93-a7f0-75fbe0a27507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:36.129063 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7cf57876-d6ea-4d22-b5d1-f66b6a64d495 req-e356fb24-3ee2-4b93-a7f0-75fbe0a27507 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 1097 time: 0.1045144
Apr 29 15:44:36.130782 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-ab529eaf-9be2-4ba4-8a17-0467a79b887b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Unset dirty status for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:44:36.131895 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-ab529eaf-9be2-4ba4-8a17-0467a79b887b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1591330
Apr 29 15:44:36.455593 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf57876-d6ea-4d22-b5d1-f66b6a64d495 req-5e309117-f409-4baf-b3c2-23a18487a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:36.457058 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7cf57876-d6ea-4d22-b5d1-f66b6a64d495 req-5e309117-f409-4baf-b3c2-23a18487a950 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 918 time: 0.3202715
Apr 29 15:44:36.459024 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-1a7e7ba9-81ca-4ed1-a099-09e616686d05 service neutron] 10.222.0.10 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3028061
Apr 29 15:44:36.558054 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7cf57876-d6ea-4d22-b5d1-f66b6a64d495 req-ea21a7ac-59d4-4023-a3d0-d984951a08f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73dcddce-227f-4912-8ea2-8e7877249cc7 HTTP/1.1" status: 200  len: 217 time: 0.0763662
Apr 29 15:44:36.687425 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf57876-d6ea-4d22-b5d1-f66b6a64d495 req-f405dd5f-c6e2-4da5-bba3-6f187b7f622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:36.688814 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7cf57876-d6ea-4d22-b5d1-f66b6a64d495 req-f405dd5f-c6e2-4da5-bba3-6f187b7f622c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 200  len: 856 time: 0.0870206
Apr 29 15:44:36.696692 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-111d1e64-a5dd-4c42-b737-913510165580 service neutron] 10.222.0.10 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2318807
Apr 29 15:44:36.765807 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf57876-d6ea-4d22-b5d1-f66b6a64d495 req-d970e545-f64c-4142-bcb9-9fb4e19ae9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:36.767260 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7cf57876-d6ea-4d22-b5d1-f66b6a64d495 req-d970e545-f64c-4142-bcb9-9fb4e19ae9cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696402
Apr 29 15:44:36.891275 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-45d48014-b544-4c07-84de-7fdc86ffefd3 req-8ddfd9ee-7404-4b9c-9ee5-34c0b7ee04c5 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 210 time: 0.0465209
Apr 29 15:44:36.906191 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7cf57876-d6ea-4d22-b5d1-f66b6a64d495 req-8aa4ae92-b5d1-466b-bcc5-6e98de7a8e6f service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315608
Apr 29 15:44:37.053958 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7cf57876-d6ea-4d22-b5d1-f66b6a64d495 req-22ee5146-e3fb-444a-a485-7dec5aa8bff0 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392231
Apr 29 15:44:37.180680 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daacdb-75c6-4550-a117-a34fc41c587d req-fb2aa97e-de82-4c15-8da0-c5520f56f711 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:37.182159 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11daacdb-75c6-4550-a117-a34fc41c587d req-fb2aa97e-de82-4c15-8da0-c5520f56f711 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0834873
Apr 29 15:44:37.232752 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-11daacdb-75c6-4550-a117-a34fc41c587d req-e0ad8837-d415-4924-9586-5611e4fd9a8a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435681
Apr 29 15:44:38.007677 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-088dfd95-72df-4817-99ce-41ce705d1d7b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:38.009417 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-088dfd95-72df-4817-99ce-41ce705d1d7b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.32 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 811 time: 0.1505806
Apr 29 15:44:38.057026 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3cf8d7f6-5561-4f03-aa9e-5fa471115af3 req-8471b28e-53ef-4415-a168-606bb7bfa93e tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 210 time: 0.0444732
Apr 29 15:44:38.061510 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-5971a462-9c61-47df-b5ea-1b01a782dbde tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b32ad0cb62fc4532bec749ca1eff5d96 HTTP/1.1" status: 200  len: 380 time: 0.0433235
Apr 29 15:44:38.074536 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'port': {'device_id': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'admin_state_up': True, 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'security_groups': ['c7c8365b-ed9c-4315-858a-253e3a2e2ca4']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:38.210078 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:44:38.219233 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:44:38.229141 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Made reservation on behalf of b32ad0cb62fc4532bec749ca1eff5d96 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:44:38.232803 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:38.445317 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Allocated IP 172.20.0.13 (905c0d65-04c5-4bff-b644-f1439c03b662/ed2ba634-ffc0-48c4-9162-332a736aade9/efe0eeb9-dcb0-4d60-b6be-ec25a914685d) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:44:38.487404 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d590bc5-593d-4d5a-9482-c2a2ef558ab3 req-df6567a8-89f0-4986-bdf9-65ccb9f3b366 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:38.488752 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2d590bc5-593d-4d5a-9482-c2a2ef558ab3 req-df6567a8-89f0-4986-bdf9-65ccb9f3b366 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.1238492
Apr 29 15:44:38.719225 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2d590bc5-593d-4d5a-9482-c2a2ef558ab3 req-43b3880c-08db-425a-92c4-506047d6f32d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2244539
Apr 29 15:44:38.777121 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:38.792575 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Transition to ACTIVE for port object efe0eeb9-dcb0-4d60-b6be-ec25a914685d will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:44:38.814839 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:38.820137 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-03da9617-43b5-41c7-b22e-1957bc0f77be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:38.878167 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Network 905c0d65-04c5-4bff-b644-f1439c03b662 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:44:38.885561 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:44:38.889819 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:44:38.934604 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event updated for resources: {'Port': ['ID=efe0eeb9-dcb0-4d60-b6be-ec25a914685d,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:38.939457 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:38.964481 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:38.965124 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:38.990452 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9198251
Apr 29 15:44:39.003473 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Request body: {'port': {'device_id': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:39.061402 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-c5a54c9c-90e1-47f8-9e62-432095046a5e None None] Provisioning for port efe0eeb9-dcb0-4d60-b6be-ec25a914685d completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:44:39.066274 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-c5a54c9c-90e1-47f8-9e62-432095046a5e None None] Provisioning complete for port efe0eeb9-dcb0-4d60-b6be-ec25a914685d triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:44:39.066651 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c5a54c9c-90e1-47f8-9e62-432095046a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:39.115888 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:39.122681 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-c5a54c9c-90e1-47f8-9e62-432095046a5e None None] Port efe0eeb9-dcb0-4d60-b6be-ec25a914685d cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:44:39.240051 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406c452-15b7-40e8-aaab-cbd1794e847b req-a5ac288d-3460-428b-8930-d632f151411b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:39.241557 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7406c452-15b7-40e8-aaab-cbd1794e847b req-a5ac288d-3460-428b-8930-d632f151411b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 932 time: 0.0793216
Apr 29 15:44:39.288423 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-7406c452-15b7-40e8-aaab-cbd1794e847b req-352712a0-236c-44b0-a82f-0a6e77f17e52 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Synchronizing usage tracker for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:44:39.304742 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-7406c452-15b7-40e8-aaab-cbd1794e847b req-352712a0-236c-44b0-a82f-0a6e77f17e52 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Unset dirty status for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:44:39.305978 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7406c452-15b7-40e8-aaab-cbd1794e847b req-352712a0-236c-44b0-a82f-0a6e77f17e52 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586734
Apr 29 15:44:39.462262 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe0eeb9-dcb0-4d60-b6be-ec25a914685d {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:44:39.469310 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:39.483874 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Transition to ACTIVE for port object efe0eeb9-dcb0-4d60-b6be-ec25a914685d will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:44:39.487432 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:39.492189 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-611bbc1a-d0fd-48d3-8e3c-c04e35716b92 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:39.641220 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Pushing event updated for resources: {'Port': ['ID=efe0eeb9-dcb0-4d60-b6be-ec25a914685d,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:39.649233 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:39.723650 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Attempting to bind port efe0eeb9-dcb0-4d60-b6be-ec25a914685d on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:44:39.723953 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Attempting to bind port efe0eeb9-dcb0-4d60-b6be-ec25a914685d by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:44:39.724283 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Attempting to bind port efe0eeb9-dcb0-4d60-b6be-ec25a914685d on network 905c0d65-04c5-4bff-b644-f1439c03b662 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:44:39.728889 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Port efe0eeb9-dcb0-4d60-b6be-ec25a914685d on network 905c0d65-04c5-4bff-b644-f1439c03b662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:44:39.729237 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Attempting to bind port efe0eeb9-dcb0-4d60-b6be-ec25a914685d on network 905c0d65-04c5-4bff-b644-f1439c03b662 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:44:39.734259 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:44:39.734594 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Checking segment: {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:44:39.735040 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Bound using segment: {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:44:39.735385 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Bound port: efe0eeb9-dcb0-4d60-b6be-ec25a914685d, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb55cb5-76ff-427c-b488-cbbed4985438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:44:39.735730 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:39.824970 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] For port efe0eeb9-dcb0-4d60-b6be-ec25a914685d, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:44:39.827840 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] For port efe0eeb9-dcb0-4d60-b6be-ec25a914685d, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=efe0eeb9-dcb0-4d60-b6be-ec25a914685d,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:44:39.871378 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:39.883228 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cf17a8a9-e5a5-4a4f-9eb4-988a6c24b569 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:39.937101 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:39.937895 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:39.939702 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] 10.222.0.32 "PUT /v2.0/ports/efe0eeb9-dcb0-4d60-b6be-ec25a914685d HTTP/1.1" status: 200  len: 1094 time: 0.9413607
Apr 29 15:44:39.941936 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'tag': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:44:40.029824 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'tag': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d', 'status': 'completed', 'code': 200}
Apr 29 15:44:40.035795 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Pushing event updated for resources: {'Port': ['ID=efe0eeb9-dcb0-4d60-b6be-ec25a914685d,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:40.046217 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:40.061109 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b32e01-0d7e-402a-b824-fcf514d613bb req-c33fe559-01ce-49fc-8d8e-2bcd171ad370 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:40.062608 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a3b32e01-0d7e-402a-b824-fcf514d613bb req-c33fe559-01ce-49fc-8d8e-2bcd171ad370 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.2314215
Apr 29 15:44:40.125529 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a3b32e01-0d7e-402a-b824-fcf514d613bb req-e97a699a-7c47-479e-8cdf-316b7a85a01e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566301
Apr 29 15:44:40.131281 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-a9c7c752-c15c-4ab2-a1b8-01b40b56cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:40.132664 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-a9c7c752-c15c-4ab2-a1b8-01b40b56cc38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 1097 time: 0.1391969
Apr 29 15:44:40.167195 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 73dcddce-227f-4912-8ea2-8e7877249cc7 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:44:40.203661 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-4d8a7f6b-f53e-4418-bd33-a6ff7388a854 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe0eeb9-dcb0-4d60-b6be-ec25a914685d HTTP/1.1" status: 200  len: 217 time: 0.0622859
Apr 29 15:44:40.269888 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-0ced77ac-d78d-41dc-8637-a7b0e7f0b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:40.272055 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-0ced77ac-d78d-41dc-8637-a7b0e7f0b8f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed2ba634-ffc0-48c4-9162-332a736aade9 HTTP/1.1" status: 200  len: 850 time: 0.0608368
Apr 29 15:44:40.299329 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:44:40.312401 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'port_id': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'mac_address': 'fa:16:3e:56:a4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:44:40.350295 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-07c504cb-b70c-48b8-ac3e-d9684283eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:40.351833 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-07c504cb-b70c-48b8-ac3e-d9684283eb02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=905c0d65-04c5-4bff-b644-f1439c03b662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730369
Apr 29 15:44:40.368090 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:40.384813 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73dcddce-227f-4912-8ea2-8e7877249cc7 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:44:40.401086 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:44:40.407042 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:40.409114 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:40.483625 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=73dcddce-227f-4912-8ea2-8e7877249cc7,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:40.491350 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.491692 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.492024 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.492349 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.492670 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.493014 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.493328 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.493642 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.493955 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.494263 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.494569 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.494876 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:44:40.505797 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:40.579109 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-7bcfb930-6393-4d45-9264-883fefdfd829 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196126
Apr 29 15:44:40.597117 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4be8f-7aca-438a-9247-cfa9f68ddc10 req-86d03a33-d912-4766-8d70-a2d4a45e0f3a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:40.598531 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e0a4be8f-7aca-438a-9247-cfa9f68ddc10 req-86d03a33-d912-4766-8d70-a2d4a45e0f3a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 944 time: 0.1810834
Apr 29 15:44:40.647105 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-e0a4be8f-7aca-438a-9247-cfa9f68ddc10 req-ba06aee1-1e82-4667-b205-c38decebcca8 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428593
Apr 29 15:44:40.712225 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf95146-e918-4059-8a11-1ec1785556c3 req-95982c57-7029-4628-a29d-686c06bed978 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256001
Apr 29 15:44:40.771519 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['73dcddce-227f-4912-8ea2-8e7877249cc7'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:44:40.831663 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478deb4e-1ccd-409d-bd1a-9a172d63dca6 req-bec12f43-4677-4624-b7f1-95c9ac6e2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:40.833297 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-478deb4e-1ccd-409d-bd1a-9a172d63dca6 req-bec12f43-4677-4624-b7f1-95c9ac6e2a60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 1097 time: 0.0740147
Apr 29 15:44:40.962638 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478deb4e-1ccd-409d-bd1a-9a172d63dca6 req-7289f0fc-2a3e-4d3d-8a53-edbed2c824c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:40.964049 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-478deb4e-1ccd-409d-bd1a-9a172d63dca6 req-7289f0fc-2a3e-4d3d-8a53-edbed2c824c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 912 time: 0.1241953
Apr 29 15:44:41.030148 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-478deb4e-1ccd-409d-bd1a-9a172d63dca6 req-4d6223d5-e04d-498e-a3bb-e18c53a8b2ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe0eeb9-dcb0-4d60-b6be-ec25a914685d HTTP/1.1" status: 200  len: 217 time: 0.0587380
Apr 29 15:44:41.094523 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478deb4e-1ccd-409d-bd1a-9a172d63dca6 req-a6ae1619-5b31-4ac0-b861-259f8e83998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:41.095873 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-478deb4e-1ccd-409d-bd1a-9a172d63dca6 req-a6ae1619-5b31-4ac0-b861-259f8e83998b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed2ba634-ffc0-48c4-9162-332a736aade9 HTTP/1.1" status: 200  len: 850 time: 0.0578668
Apr 29 15:44:41.173353 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478deb4e-1ccd-409d-bd1a-9a172d63dca6 req-5f8fe719-7c06-4fb0-ba6d-47619d7e717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:41.174799 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-478deb4e-1ccd-409d-bd1a-9a172d63dca6 req-5f8fe719-7c06-4fb0-ba6d-47619d7e717b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=905c0d65-04c5-4bff-b644-f1439c03b662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0678627
Apr 29 15:44:41.357240 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-478deb4e-1ccd-409d-bd1a-9a172d63dca6 req-ace50627-22d2-48f1-9eb4-0f0430ee54e3 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734025
Apr 29 15:44:41.455451 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225f3a-5db3-4550-8851-470dab39566a req-18d62c51-4873-466a-ba1b-e9c07101d433 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:41.456893 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a6225f3a-5db3-4550-8851-470dab39566a req-18d62c51-4873-466a-ba1b-e9c07101d433 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 945 time: 0.1921468
Apr 29 15:44:41.526143 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a6225f3a-5db3-4550-8851-470dab39566a req-66ca82a5-a845-460b-aa9c-227fea215949 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591021
Apr 29 15:44:41.531116 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-478deb4e-1ccd-409d-bd1a-9a172d63dca6 req-800cdb27-96e6-41bc-a7d5-d27a19d499d5 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1665242
Apr 29 15:44:41.827284 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306d9e2-5aea-4e0a-af48-4d283d0a1197 req-2e210e3b-5e75-49f3-85d5-3646ee0765b6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:41.828994 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f306d9e2-5aea-4e0a-af48-4d283d0a1197 req-2e210e3b-5e75-49f3-85d5-3646ee0765b6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 944 time: 0.0798693
Apr 29 15:44:41.882496 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f306d9e2-5aea-4e0a-af48-4d283d0a1197 req-29df8172-023a-4250-aaf1-031e7364a79e tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470486
Apr 29 15:44:42.181171 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 73dcddce-227f-4912-8ea2-8e7877249cc7 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:44:42.277093 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 73dcddce-227f-4912-8ea2-8e7877249cc7 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:44:42.281624 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 73dcddce-227f-4912-8ea2-8e7877249cc7 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:44:42.281996 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:42.395463 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:42.420454 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:44:42.430154 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:44:42.434244 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:42.435997 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e9f063cc-ddf0-4924-b0bf-b63f47863119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:42.470963 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'code': 200}
Apr 29 15:44:42.502228 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=73dcddce-227f-4912-8ea2-8e7877249cc7,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:42.505937 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:42.700061 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4fa58-57e8-4d67-afb0-9af5bcf46dd0 req-99c2fa98-e693-4bc1-b2ad-be6711b7e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:42.701483 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d0c4fa58-57e8-4d67-afb0-9af5bcf46dd0 req-99c2fa98-e693-4bc1-b2ad-be6711b7e4e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 1099 time: 0.0716414
Apr 29 15:44:42.719672 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bbe3d-2edb-43c8-bdc1-e30a9f7f1606 req-82f216dd-cd9c-4d97-8fc9-18b1602b79cc tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:42.721121 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-980bbe3d-2edb-43c8-bdc1-e30a9f7f1606 req-82f216dd-cd9c-4d97-8fc9-18b1602b79cc tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0837390
Apr 29 15:44:42.743249 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d0c4fa58-57e8-4d67-afb0-9af5bcf46dd0 req-f2ed2929-0db3-49c8-bc89-7c55404f56a6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342250
Apr 29 15:44:42.765860 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-980bbe3d-2edb-43c8-bdc1-e30a9f7f1606 req-acca32d7-f83f-42cd-a225-60fb9e8d0522 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387340
Apr 29 15:44:43.081766 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169159d-11b5-41ce-9d80-3b3c0bdf1227 req-69d2d88d-36c2-4271-bbcd-c6e37928b147 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:43.082352 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-0169159d-11b5-41ce-9d80-3b3c0bdf1227 req-69d2d88d-36c2-4271-bbcd-c6e37928b147 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Synchronizing usage tracker for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:44:43.098160 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-0169159d-11b5-41ce-9d80-3b3c0bdf1227 req-69d2d88d-36c2-4271-bbcd-c6e37928b147 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Unset dirty status for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:44:43.099836 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0169159d-11b5-41ce-9d80-3b3c0bdf1227 req-69d2d88d-36c2-4271-bbcd-c6e37928b147 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 944 time: 0.0981619
Apr 29 15:44:43.142202 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0169159d-11b5-41ce-9d80-3b3c0bdf1227 req-28f0b31d-3b8b-421c-afa3-9d4243034cbf tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367353
Apr 29 15:44:43.974426 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2a816-be96-433b-84f9-2dd195ddac71 req-b36d8a86-7666-4e64-9e85-64c2fad51371 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:43.976137 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6fc2a816-be96-433b-84f9-2dd195ddac71 req-b36d8a86-7666-4e64-9e85-64c2fad51371 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0910585
Apr 29 15:44:44.029058 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6fc2a816-be96-433b-84f9-2dd195ddac71 req-a5467073-1117-4568-88f4-f2432672d5ad tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441790
Apr 29 15:44:44.174541 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device efe0eeb9-dcb0-4d60-b6be-ec25a914685d details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:44:44.336124 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a3038-d55e-463b-817d-f2a7d4e40e1a req-908c416b-33c2-4acd-8da1-b00020af762a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:44.337642 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-601a3038-d55e-463b-817d-f2a7d4e40e1a req-908c416b-33c2-4acd-8da1-b00020af762a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 944 time: 0.0895653
Apr 29 15:44:44.356119 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port efe0eeb9-dcb0-4d60-b6be-ec25a914685d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=efe0eeb9-dcb0-4d60-b6be-ec25a914685d,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:44:44.371264 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'port_id': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d', 'mac_address': 'fa:16:3e:a9:96:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:44:44.398475 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-601a3038-d55e-463b-817d-f2a7d4e40e1a req-f7574409-83d3-4697-aba8-763ac783ea20 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543678
Apr 29 15:44:44.448300 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:44.474699 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe0eeb9-dcb0-4d60-b6be-ec25a914685d {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:44:44.494535 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port efe0eeb9-dcb0-4d60-b6be-ec25a914685d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=efe0eeb9-dcb0-4d60-b6be-ec25a914685d,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:44:44.499419 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:44.501279 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-986743ae-b99a-47be-88b6-089ff45ff886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:44.575617 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=efe0eeb9-dcb0-4d60-b6be-ec25a914685d,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:44.579048 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:44.917826 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['efe0eeb9-dcb0-4d60-b6be-ec25a914685d'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:44:45.223079 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a3e97-63a1-47bb-a53b-ac4552e43a12 req-be260ecd-a13e-4e6b-a659-97c0c11bd117 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:45.224966 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a59a3e97-63a1-47bb-a53b-ac4552e43a12 req-be260ecd-a13e-4e6b-a659-97c0c11bd117 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0833025
Apr 29 15:44:45.268779 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a59a3e97-63a1-47bb-a53b-ac4552e43a12 req-dcd75201-dbd4-432a-91c0-5688e93c4d22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381861
Apr 29 15:44:45.449122 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb6d4-5e2d-4e76-985a-2f2d36f6d449 req-57323704-63d6-49ae-be5c-94ec4c24f0fc tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:45.450589 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-906bb6d4-5e2d-4e76-985a-2f2d36f6d449 req-57323704-63d6-49ae-be5c-94ec4c24f0fc tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0797560
Apr 29 15:44:45.459584 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39838) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:45.464620 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-8d7db02d-95c4-4a73-92b1-53802dfcc68a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Request body: {'floatingip': {'port_id': '73dcddce-227f-4912-8ea2-8e7877249cc7'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:45.545055 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8d7db02d-95c4-4a73-92b1-53802dfcc68a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:45.590095 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb627bd-cf83-41ca-923e-16fdcc004a10 req-f3d79140-c728-4a18-9ff0-e05d78cb03ee tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:45.591534 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3bb627bd-cf83-41ca-923e-16fdcc004a10 req-f3d79140-c728-4a18-9ff0-e05d78cb03ee tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 945 time: 0.0828879
Apr 29 15:44:45.638196 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3bb627bd-cf83-41ca-923e-16fdcc004a10 req-9a5e26df-32ff-4a75-8261-d4855d8f2a38 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408738
Apr 29 15:44:46.169523 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device efe0eeb9-dcb0-4d60-b6be-ec25a914685d up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:44:46.237883 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8d7db02d-95c4-4a73-92b1-53802dfcc68a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:46.239276 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port efe0eeb9-dcb0-4d60-b6be-ec25a914685d completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:44:46.241954 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8d7db02d-95c4-4a73-92b1-53802dfcc68a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:46.244072 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port efe0eeb9-dcb0-4d60-b6be-ec25a914685d triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:44:46.244456 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:46.334452 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:44:46.361805 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:46.388714 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:44:46.398373 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port efe0eeb9-dcb0-4d60-b6be-ec25a914685d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=efe0eeb9-dcb0-4d60-b6be-ec25a914685d,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:44:46.402756 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:46.404567 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:44:46.418475 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.l3_db [None req-8d7db02d-95c4-4a73-92b1-53802dfcc68a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Floating IP 012fc7f2-8010-48de-8d8b-e665e5fc26a6 associated. External IP: 172.27.3.215, port: 73dcddce-227f-4912-8ea2-8e7877249cc7.
Apr 29 15:44:46.437825 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d', 'code': 200}
Apr 29 15:44:46.477802 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=efe0eeb9-dcb0-4d60-b6be-ec25a914685d,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:44:46.480737 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:44:46.819967 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7e188-0f9c-4046-bb97-f07106c5839b req-8e37ffef-b756-4d8f-be70-4a7a39353159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:46.821376 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-54e7e188-0f9c-4046-bb97-f07106c5839b req-8e37ffef-b756-4d8f-be70-4a7a39353159 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 1099 time: 0.1759453
Apr 29 15:44:46.823492 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552a2ea-3273-4d94-950c-394fd6a55411 req-c9d35011-d2c4-45ae-b1bb-89e03233d73b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:46.825011 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1552a2ea-3273-4d94-950c-394fd6a55411 req-c9d35011-d2c4-45ae-b1bb-89e03233d73b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 946 time: 0.0811205
Apr 29 15:44:46.825947 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7db02d-95c4-4a73-92b1-53802dfcc68a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Router 517be931-c2f8-4b3f-a209-773eba08e89c has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:44:46.873132 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1552a2ea-3273-4d94-950c-394fd6a55411 req-f012da45-4fb9-4f80-bd05-a86a7211df65 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415199
Apr 29 15:44:46.941147 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-54e7e188-0f9c-4046-bb97-f07106c5839b req-f19a8bb6-4573-4c74-8d98-5afb4217b5a2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113007
Apr 29 15:44:47.130478 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7db02d-95c4-4a73-92b1-53802dfcc68a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:44:47.135401 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-8d7db02d-95c4-4a73-92b1-53802dfcc68a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:47.139634 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb6094-a6c1-45c8-899f-71f3392b9e55 None None] Sync routers for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:44:47.149405 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb6094-a6c1-45c8-899f-71f3392b9e55 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:44:47.150085 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-cdeb6094-a6c1-45c8-899f-71f3392b9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2fe2040>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:44:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:47.191534 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-8d7db02d-95c4-4a73-92b1-53802dfcc68a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "PUT /v2.0/floatingips/012fc7f2-8010-48de-8d8b-e665e5fc26a6 HTTP/1.1" status: 200  len: 992 time: 1.7308960
Apr 29 15:44:47.192926 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:44:47.241585 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'status': 'completed', 'code': 200}
Apr 29 15:44:47.333274 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-cdeb6094-a6c1-45c8-899f-71f3392b9e55 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:44:47.342300 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce429d9-7904-48be-b4dd-1e7b849211cc req-c959d258-3585-4ede-8243-4a49d93088c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:47.343769 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7ce429d9-7904-48be-b4dd-1e7b849211cc req-c959d258-3585-4ede-8243-4a49d93088c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 1099 time: 0.0779412
Apr 29 15:44:47.477697 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce429d9-7904-48be-b4dd-1e7b849211cc req-f27d5ad8-6dc1-44ba-8eb7-240425294b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:47.479146 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7ce429d9-7904-48be-b4dd-1e7b849211cc req-f27d5ad8-6dc1-44ba-8eb7-240425294b29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 918 time: 0.1268649
Apr 29 15:44:47.583377 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7ce429d9-7904-48be-b4dd-1e7b849211cc req-c23d0415-3511-4e8a-be4b-cb1c4bfea93c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73dcddce-227f-4912-8ea2-8e7877249cc7 HTTP/1.1" status: 200  len: 1000 time: 0.0962098
Apr 29 15:44:47.643726 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce429d9-7904-48be-b4dd-1e7b849211cc req-650747f8-e292-4f0b-b336-74ab6d0f09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:47.645705 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7ce429d9-7904-48be-b4dd-1e7b849211cc req-650747f8-e292-4f0b-b336-74ab6d0f09d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 200  len: 856 time: 0.0558376
Apr 29 15:44:47.674066 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-cdeb6094-a6c1-45c8-899f-71f3392b9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2fe2040>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '012fc7f2-8010-48de-8d8b-e665e5fc26a6', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'port_id': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'mac_address': 'fa:16:3e:56:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:44:30Z', 'updated_at': '2021-04-29T15:44:46Z', 'revision_number': 1, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:47.677821 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb6094-a6c1-45c8-899f-71f3392b9e55 None None] Checking router: 517be931-c2f8-4b3f-a209-773eba08e89c for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:44:47.686011 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb6094-a6c1-45c8-899f-71f3392b9e55 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:44:47.686553 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-cdeb6094-a6c1-45c8-899f-71f3392b9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2fe2040>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:44:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:47.728700 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce429d9-7904-48be-b4dd-1e7b849211cc req-7a4859ac-b400-47e8-a72d-f237a270c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:47.730213 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7ce429d9-7904-48be-b4dd-1e7b849211cc req-7a4859ac-b400-47e8-a72d-f237a270c325 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744138
Apr 29 15:44:47.864555 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7ce429d9-7904-48be-b4dd-1e7b849211cc req-3eb07a35-7b55-4777-af84-56cb40e56b2a service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262300
Apr 29 15:44:47.891832 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-cdeb6094-a6c1-45c8-899f-71f3392b9e55 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:44:47.999752 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7ce429d9-7904-48be-b4dd-1e7b849211cc req-19074132-725a-4006-9ea1-f5ec21bf2a86 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282651
Apr 29 15:44:48.070869 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9169717-615d-4444-9c02-5ff92209e887 req-f93198b1-26db-4686-971a-c8f38f034fcb tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:48.072335 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d9169717-615d-4444-9c02-5ff92209e887 req-f93198b1-26db-4686-971a-c8f38f034fcb tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 946 time: 0.0851603
Apr 29 15:44:48.118396 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d9169717-615d-4444-9c02-5ff92209e887 req-ecf8dad6-d8f4-44d8-81ee-89a8baa9a6ba tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401497
Apr 29 15:44:48.249953 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-cdeb6094-a6c1-45c8-899f-71f3392b9e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2fe2040>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '012fc7f2-8010-48de-8d8b-e665e5fc26a6', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'port_id': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'mac_address': 'fa:16:3e:56:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:44:30Z', 'updated_at': '2021-04-29T15:44:46Z', 'revision_number': 1, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:48.253851 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb6094-a6c1-45c8-899f-71f3392b9e55 None None] The sync data for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi is: [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '012fc7f2-8010-48de-8d8b-e665e5fc26a6', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'port_id': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'mac_address': 'fa:16:3e:56:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:44:30Z', 'updated_at': '2021-04-29T15:44:46Z', 'revision_number': 1, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:44:48.443395 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b565b-7585-4987-ac78-27a70efdfe61 None None] New status for floating IP 012fc7f2-8010-48de-8d8b-e665e5fc26a6: ACTIVE {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:44:49.305626 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d0d7-e88d-40f1-bf93-12acc42c4b9c req-1fdd6c98-10b8-4cdf-ab20-6c92dc3428fd tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:49.307056 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-34b2d0d7-e88d-40f1-bf93-12acc42c4b9c req-1fdd6c98-10b8-4cdf-ab20-6c92dc3428fd tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 946 time: 0.0825460
Apr 29 15:44:49.353494 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-34b2d0d7-e88d-40f1-bf93-12acc42c4b9c req-33e08470-f85c-4dc7-8c92-9074334ff720 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406318
Apr 29 15:44:49.533818 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df082e6-bcd4-49fb-abe7-f654639ce234 req-3c4a84d3-edfd-4f79-85b2-53c7f6129a4c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:49.535249 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2df082e6-bcd4-49fb-abe7-f654639ce234 req-3c4a84d3-edfd-4f79-85b2-53c7f6129a4c tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 946 time: 0.0826275
Apr 29 15:44:49.543735 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 39864) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:44:49.548743 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-65318a98-ffa5-4218-a7f6-bc95620b20b1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Request body: {'floatingip': {'port_id': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:44:49.627057 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65318a98-ffa5-4218-a7f6-bc95620b20b1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:50.306967 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65318a98-ffa5-4218-a7f6-bc95620b20b1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:50.310891 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65318a98-ffa5-4218-a7f6-bc95620b20b1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:50.483344 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.l3_db [None req-65318a98-ffa5-4218-a7f6-bc95620b20b1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Floating IP 4a1fdcf8-a649-47cf-9745-b17d1037d79d associated. External IP: 172.27.3.107, port: efe0eeb9-dcb0-4d60-b6be-ec25a914685d.
Apr 29 15:44:50.834081 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65318a98-ffa5-4218-a7f6-bc95620b20b1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:44:51.006557 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65318a98-ffa5-4218-a7f6-bc95620b20b1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:44:51.010974 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-65318a98-ffa5-4218-a7f6-bc95620b20b1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:44:51.015317 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53803e-13c3-429e-bea5-fde5d3e9efe8 None None] Sync routers for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:44:51.025089 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53803e-13c3-429e-bea5-fde5d3e9efe8 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:44:51.025705 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-5e53803e-13c3-429e-bea5-fde5d3e9efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2fe2b80>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:44:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:51.068117 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-65318a98-ffa5-4218-a7f6-bc95620b20b1 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "PUT /v2.0/floatingips/4a1fdcf8-a649-47cf-9745-b17d1037d79d HTTP/1.1" status: 200  len: 992 time: 1.5232778
Apr 29 15:44:51.068856 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'tag': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:44:51.114683 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'tag': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d', 'status': 'completed', 'code': 200}
Apr 29 15:44:51.207259 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-5e53803e-13c3-429e-bea5-fde5d3e9efe8 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:44:51.214267 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a90336-3db1-4da0-8e36-cc6036d334f8 req-202ad827-c896-473a-bf40-6f0afd85cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:51.215717 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-03a90336-3db1-4da0-8e36-cc6036d334f8 req-202ad827-c896-473a-bf40-6f0afd85cb04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 1099 time: 0.0759556
Apr 29 15:44:51.346644 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a90336-3db1-4da0-8e36-cc6036d334f8 req-f89a11a0-ff38-4fe4-8345-f6e5994af03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:51.347995 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-03a90336-3db1-4da0-8e36-cc6036d334f8 req-f89a11a0-ff38-4fe4-8345-f6e5994af03d service neutron] 10.222.0.32 "GET /v2.0/networks?id=905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 200  len: 912 time: 0.1255345
Apr 29 15:44:51.449897 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-03a90336-3db1-4da0-8e36-cc6036d334f8 req-6f93ad50-904e-4840-aa99-39711c01b641 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe0eeb9-dcb0-4d60-b6be-ec25a914685d HTTP/1.1" status: 200  len: 1000 time: 0.0944271
Apr 29 15:44:51.511713 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a90336-3db1-4da0-8e36-cc6036d334f8 req-e93f94e0-d91b-441e-8982-3f794e0bc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:51.513178 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-03a90336-3db1-4da0-8e36-cc6036d334f8 req-e93f94e0-d91b-441e-8982-3f794e0bc3dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed2ba634-ffc0-48c4-9162-332a736aade9 HTTP/1.1" status: 200  len: 850 time: 0.0571268
Apr 29 15:44:51.553818 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-5e53803e-13c3-429e-bea5-fde5d3e9efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2fe2b80>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '4a1fdcf8-a649-47cf-9745-b17d1037d79d', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'port_id': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'mac_address': 'fa:16:3e:a9:96:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:44:34Z', 'updated_at': '2021-04-29T15:44:50Z', 'revision_number': 1, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:51.557668 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53803e-13c3-429e-bea5-fde5d3e9efe8 None None] Checking router: 77e3f82f-6e86-4d1c-8032-3c672b6e2300 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:44:51.566369 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53803e-13c3-429e-bea5-fde5d3e9efe8 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:44:51.567037 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-5e53803e-13c3-429e-bea5-fde5d3e9efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2fe2b80>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:44:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:51.690212 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a90336-3db1-4da0-8e36-cc6036d334f8 req-fc6ba6f6-f57f-4527-920e-8582d55451df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:44:51.691674 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-03a90336-3db1-4da0-8e36-cc6036d334f8 req-fc6ba6f6-f57f-4527-920e-8582d55451df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=905c0d65-04c5-4bff-b644-f1439c03b662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1724834
Apr 29 15:44:51.751707 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-5e53803e-13c3-429e-bea5-fde5d3e9efe8 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:44:51.826803 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-03a90336-3db1-4da0-8e36-cc6036d334f8 req-d8c58147-b667-414b-9d84-a65c15015d53 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265771
Apr 29 15:44:51.969668 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-03a90336-3db1-4da0-8e36-cc6036d334f8 req-72078359-a40f-4522-be1d-f4f083b89428 service neutron] 10.222.0.32 "GET /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359899
Apr 29 15:44:52.146011 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-5e53803e-13c3-429e-bea5-fde5d3e9efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2fe2b80>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '4a1fdcf8-a649-47cf-9745-b17d1037d79d', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'port_id': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'mac_address': 'fa:16:3e:a9:96:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:44:34Z', 'updated_at': '2021-04-29T15:44:50Z', 'revision_number': 1, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:44:52.149922 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53803e-13c3-429e-bea5-fde5d3e9efe8 None None] The sync data for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi is: [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '4a1fdcf8-a649-47cf-9745-b17d1037d79d', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'port_id': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'mac_address': 'fa:16:3e:a9:96:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:44:34Z', 'updated_at': '2021-04-29T15:44:50Z', 'revision_number': 1, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:44:52.342783 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa85579f-9a63-4d85-9273-fa6d259d5762 None None] New status for floating IP 4a1fdcf8-a649-47cf-9745-b17d1037d79d: ACTIVE {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:44:56.944734 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:00.229968 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-51a21f8d-e28d-42a9-9eb3-58c8bf13b2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:02.997630 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b416c4c8-4b34-4819-abd3-0bce36ff789d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:03.093580 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:03.843427 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:05.390502 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:17.419557 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2f139612-e472-4653-ba00-3eee665c0d3a req-73fc548d-867e-43fd-bc19-4d378a0996b4 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969727787&fields=id&tenant_id=0a8498e2580b4ba29e4199fe811edb8c HTTP/1.1" status: 200  len: 267 time: 0.0402479
Apr 29 15:45:17.501379 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f139612-e472-4653-ba00-3eee665c0d3a req-80ca853e-0c5d-4c21-88a7-6054c9a2eb9c tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:17.502820 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2f139612-e472-4653-ba00-3eee665c0d3a req-80ca853e-0c5d-4c21-88a7-6054c9a2eb9c tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 985 time: 0.0780737
Apr 29 15:45:17.513927 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-2f139612-e472-4653-ba00-3eee665c0d3a req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Request body: {'port': {'security_groups': ['9cdf3947-3390-47e4-ac2b-606aa0e6c743']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:45:17.634868 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2f139612-e472-4653-ba00-3eee665c0d3a req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:17.873358 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-2f139612-e472-4653-ba00-3eee665c0d3a req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] For port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:45:17.897812 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2f139612-e472-4653-ba00-3eee665c0d3a req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:17.902383 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2f139612-e472-4653-ba00-3eee665c0d3a req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:17.907906 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-36e596e5-68a5-499d-aab4-0c631d268651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:17.915176 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['1136b1cc-6d61-4aa0-8a04-1c287683c0a0'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:45:17.966997 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f139612-e472-4653-ba00-3eee665c0d3a req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:17.967616 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-2f139612-e472-4653-ba00-3eee665c0d3a req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:17.969017 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2f139612-e472-4653-ba00-3eee665c0d3a req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "PUT /v2.0/ports/1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 943 time: 0.4594808
Apr 29 15:45:17.969544 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:45:17.981382 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39990) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:18.007897 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event updated for resources: {'Port': ['ID=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,revision_number=7']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:18.017066 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.017449 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.017821 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.018189 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.018550 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.018909 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.019267 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.019625 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.019981 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.020336 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.020755 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.021292 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.027064 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:18.052717 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'status': 'completed', 'code': 200}
Apr 29 15:45:18.074502 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['1136b1cc-6d61-4aa0-8a04-1c287683c0a0'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:45:18.096333 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:18.129253 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:18.175365 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7021e28-b584-494e-aa2b-de91631b8c06 req-c458189d-5bf7-4519-acc9-34705cc4438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:18.178086 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c7021e28-b584-494e-aa2b-de91631b8c06 req-c458189d-5bf7-4519-acc9-34705cc4438f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8498e2580b4ba29e4199fe811edb8c&device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 1099 time: 0.0977628
Apr 29 15:45:18.228057 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:18.233307 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d72c92a1-e1da-44da-be20-11ad9674930a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:18.238623 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-a286227c-67f3-436a-b796-7f75f3cbb5ea None None] Provisioning complete for port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:45:18.239657 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a286227c-67f3-436a-b796-7f75f3cbb5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:18.247737 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:18.257220 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.257595 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.257961 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.258324 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.258679 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.259030 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.259383 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.259732 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.260076 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.260418 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.261002 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.261506 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:45:18.265691 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:18.280244 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:18.281523 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-f15c26b5-973f-455e-b58e-0fb2e70aac4f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "DELETE /v2.0/security-groups/0a274af6-ebbf-4bbe-b2a0-8b2f6a264ead HTTP/1.1" status: 204  len: 168 time: 0.2983637
Apr 29 15:45:18.284327 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 39996) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:18.349615 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7021e28-b584-494e-aa2b-de91631b8c06 req-1f86b081-89a6-4f9b-85e9-0a634223ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:18.354020 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c7021e28-b584-494e-aa2b-de91631b8c06 req-1f86b081-89a6-4f9b-85e9-0a634223ddd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64454d9c-2f84-442a-8126-ff8505d50dcd HTTP/1.1" status: 200  len: 915 time: 0.1679292
Apr 29 15:45:18.467086 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c7021e28-b584-494e-aa2b-de91631b8c06 req-47944652-a6a2-4be4-ba49-fb65e7b9c896 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 1002 time: 0.1056962
Apr 29 15:45:18.529590 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7021e28-b584-494e-aa2b-de91631b8c06 req-ba43fdf7-a56e-46c3-9a23-7a79af46f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:18.531048 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c7021e28-b584-494e-aa2b-de91631b8c06 req-ba43fdf7-a56e-46c3-9a23-7a79af46f14a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08333d16-5599-4296-a62f-95f451835e61 HTTP/1.1" status: 200  len: 853 time: 0.0570967
Apr 29 15:45:18.563403 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Deleting port afb5f8e5-a935-4ae4-b209-a39453a76d24 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:45:18.563748 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:18.609852 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7021e28-b584-494e-aa2b-de91631b8c06 req-718a10d5-169c-44f3-93e3-bd2dae5324ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:18.611329 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c7021e28-b584-494e-aa2b-de91631b8c06 req-718a10d5-169c-44f3-93e3-bd2dae5324ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64454d9c-2f84-442a-8126-ff8505d50dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733447
Apr 29 15:45:18.683404 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:18.683735 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:18.742177 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c7021e28-b584-494e-aa2b-de91631b8c06 req-06ae36d9-b034-44f0-8da4-7c111dde8bea service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238580
Apr 29 15:45:18.878507 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c7021e28-b584-494e-aa2b-de91631b8c06 req-51944d62-7e55-4cac-b7a5-ac1c270db8b7 service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281011
Apr 29 15:45:18.893535 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Calling delete_port for afb5f8e5-a935-4ae4-b209-a39453a76d24 owned by network:floatingip {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:45:19.017919 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:19.022996 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:19.068913 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event deleted for resources: {'Port': ['ID=afb5f8e5-a935-4ae4-b209-a39453a76d24,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:19.094446 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:19.156602 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks [] for floatingip, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:19.156982 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.l3_db [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Floating IP 3ac4113f-1cc4-458a-abbb-06f067585c11 disassociated (deleted). External IP: 172.27.3.225, port: 1136b1cc-6d61-4aa0-8a04-1c287683c0a0.
Apr 29 15:45:19.511949 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:45:19.685542 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:45:19.694741 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3cc0d-79c9-46bc-bc5d-54099fa9a6ad None None] Sync routers for ids ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:45:19.704008 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3cc0d-79c9-46bc-bc5d-54099fa9a6ad None None] Routers {'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:45:19.704629 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-73d3cc0d-79c9-46bc-bc5d-54099fa9a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee25f9700>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:45:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:19.705258 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:19.763050 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "DELETE /v2.0/floatingips/3ac4113f-1cc4-458a-abbb-06f067585c11 HTTP/1.1" status: 204  len: 168 time: 1.4775484
Apr 29 15:45:19.763818 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:45:19.811534 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'status': 'completed', 'code': 200}
Apr 29 15:45:19.908865 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-73d3cc0d-79c9-46bc-bc5d-54099fa9a6ad None None] Set router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:45:20.004756 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46ccbb-dcd3-4063-85e6-eed85774f0eb req-eda592da-26ff-44e3-b4f3-42bdcbbe71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:20.007020 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cd46ccbb-dcd3-4063-85e6-eed85774f0eb req-eda592da-26ff-44e3-b4f3-42bdcbbe71bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8498e2580b4ba29e4199fe811edb8c&device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 1099 time: 0.1728096
Apr 29 15:45:20.157192 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46ccbb-dcd3-4063-85e6-eed85774f0eb req-98092c24-7d24-494f-b14a-84e790c926fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:20.158823 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cd46ccbb-dcd3-4063-85e6-eed85774f0eb req-98092c24-7d24-494f-b14a-84e790c926fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=64454d9c-2f84-442a-8126-ff8505d50dcd HTTP/1.1" status: 200  len: 915 time: 0.1450882
Apr 29 15:45:20.236821 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cd46ccbb-dcd3-4063-85e6-eed85774f0eb req-42372e1f-82dd-4b58-aee1-44dc547a42a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 217 time: 0.0691915
Apr 29 15:45:20.256358 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-73d3cc0d-79c9-46bc-bc5d-54099fa9a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee25f9700>, [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 4, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '7b6c88fa-8e40-4164-ae7a-ccefa170aea0', 'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'mac_address': 'fa:16:3e:34:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '08333d16-5599-4296-a62f-95f451835e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:04Z', 'updated_at': '2021-04-29T15:41:11Z', 'revision_number': 5, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'subnets': [{'id': '08333d16-5599-4296-a62f-95f451835e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:20.260499 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3cc0d-79c9-46bc-bc5d-54099fa9a6ad None None] Checking router: b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:45:20.269505 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3cc0d-79c9-46bc-bc5d-54099fa9a6ad None None] Routers {'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:45:20.270122 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-73d3cc0d-79c9-46bc-bc5d-54099fa9a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee25f9700>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:45:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:20.308016 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46ccbb-dcd3-4063-85e6-eed85774f0eb req-9af95286-bc3d-4d6a-b808-e45c17a5a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:20.309587 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cd46ccbb-dcd3-4063-85e6-eed85774f0eb req-9af95286-bc3d-4d6a-b808-e45c17a5a9c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08333d16-5599-4296-a62f-95f451835e61 HTTP/1.1" status: 200  len: 853 time: 0.0661943
Apr 29 15:45:20.391068 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46ccbb-dcd3-4063-85e6-eed85774f0eb req-c447a537-d285-49d3-9adf-1bfc14487e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:20.392691 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cd46ccbb-dcd3-4063-85e6-eed85774f0eb req-c447a537-d285-49d3-9adf-1bfc14487e29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64454d9c-2f84-442a-8126-ff8505d50dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750937
Apr 29 15:45:20.491095 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-73d3cc0d-79c9-46bc-bc5d-54099fa9a6ad None None] Set router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:45:20.527070 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cd46ccbb-dcd3-4063-85e6-eed85774f0eb req-4f54caf5-9031-407b-9797-98065ac5461c service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273258
Apr 29 15:45:20.658887 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-cd46ccbb-dcd3-4063-85e6-eed85774f0eb req-d2dc7ab3-2ac3-4169-b85a-c25aa31dc241 service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250472
Apr 29 15:45:20.800779 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-73d3cc0d-79c9-46bc-bc5d-54099fa9a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee25f9700>, [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 4, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '7b6c88fa-8e40-4164-ae7a-ccefa170aea0', 'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'mac_address': 'fa:16:3e:34:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '08333d16-5599-4296-a62f-95f451835e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:04Z', 'updated_at': '2021-04-29T15:41:11Z', 'revision_number': 5, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'subnets': [{'id': '08333d16-5599-4296-a62f-95f451835e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:20.805048 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3cc0d-79c9-46bc-bc5d-54099fa9a6ad None None] The sync data for ids ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'] in dv-cinder-788782-1-iscsi is: [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:41:04Z', 'revision_number': 4, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '7b6c88fa-8e40-4164-ae7a-ccefa170aea0', 'name': '', 'network_id': '64454d9c-2f84-442a-8126-ff8505d50dcd', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'mac_address': 'fa:16:3e:34:ad:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '08333d16-5599-4296-a62f-95f451835e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:04Z', 'updated_at': '2021-04-29T15:41:11Z', 'revision_number': 5, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'subnets': [{'id': '08333d16-5599-4296-a62f-95f451835e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:45:21.080182 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf788a4-329b-4528-aaca-4f3d44cbcc1a None None] New status for floating IP 3ac4113f-1cc4-458a-abbb-06f067585c11: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:45:21.928420 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-459c600d-b9a2-4d37-8d68-2fe389651d4e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719216
Apr 29 15:45:22.073738 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-5784e0df-73b0-406c-a88c-cd372fa55365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:22.075181 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-5784e0df-73b0-406c-a88c-cd372fa55365 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a8498e2580b4ba29e4199fe811edb8c&device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 1099 time: 0.0772784
Apr 29 15:45:22.222127 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-7d2b6940-3ab2-498c-b919-f2b48062f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:22.223541 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-7d2b6940-3ab2-498c-b919-f2b48062f498 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64454d9c-2f84-442a-8126-ff8505d50dcd HTTP/1.1" status: 200  len: 915 time: 0.1280692
Apr 29 15:45:22.293484 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-fb5bcbbc-bad5-4ebd-b88c-e0ab5e36744f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 200  len: 217 time: 0.0622709
Apr 29 15:45:22.358617 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-e4d127e1-8d54-40e5-8003-36fdbbf347e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:22.360010 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-e4d127e1-8d54-40e5-8003-36fdbbf347e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08333d16-5599-4296-a62f-95f451835e61 HTTP/1.1" status: 200  len: 853 time: 0.0605111
Apr 29 15:45:22.433605 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-5a0b0a23-ff12-4fbf-8ba9-8c7c6ff89b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:22.435018 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-5a0b0a23-ff12-4fbf-8ba9-8c7c6ff89b43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64454d9c-2f84-442a-8126-ff8505d50dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681205
Apr 29 15:45:22.563914 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-dcb00586-baa9-4c89-bfea-40387966f9de service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209328
Apr 29 15:45:22.692389 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-565ec047-a75a-46de-a1db-74aa0c2a05e9 req-37dbd396-8918-4fe3-a1e0-cad9b6969786 service neutron] 10.222.0.32 "GET /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223443
Apr 29 15:45:23.085031 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aca45-e237-45bd-b95d-afef3839e96a req-04129212-5384-4d81-a9bd-d6799b336e6f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:23.085718 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-092aca45-e237-45bd-b95d-afef3839e96a req-04129212-5384-4d81-a9bd-d6799b336e6f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Synchronizing usage tracker for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:45:23.100766 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-092aca45-e237-45bd-b95d-afef3839e96a req-04129212-5384-4d81-a9bd-d6799b336e6f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Unset dirty status for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:45:23.101962 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-092aca45-e237-45bd-b95d-afef3839e96a req-04129212-5384-4d81-a9bd-d6799b336e6f tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 946 time: 0.0945251
Apr 29 15:45:23.145921 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-092aca45-e237-45bd-b95d-afef3839e96a req-2f2fab4b-f0dd-4a07-8f26-06a6546d6cbf tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Synchronizing usage tracker for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:security_group {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:45:23.160378 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-092aca45-e237-45bd-b95d-afef3839e96a req-2f2fab4b-f0dd-4a07-8f26-06a6546d6cbf tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Unset dirty status for tenant:0a8498e2580b4ba29e4199fe811edb8c on resource:security_group {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:45:23.161481 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-092aca45-e237-45bd-b95d-afef3839e96a req-2f2fab4b-f0dd-4a07-8f26-06a6546d6cbf tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538456
Apr 29 15:45:23.334335 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:45:24.350223 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472516da-2d53-4e31-b3cf-63046f1e5b26 req-d4c63ad7-2686-45f9-bc1a-798592fbc3a4 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:24.351674 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-472516da-2d53-4e31-b3cf-63046f1e5b26 req-d4c63ad7-2686-45f9-bc1a-798592fbc3a4 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 946 time: 0.0819926
Apr 29 15:45:24.484683 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-472516da-2d53-4e31-b3cf-63046f1e5b26 req-ef7080c6-dbcd-44de-95c0-80b89d961339 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/security-groups?id=9cdf3947-3390-47e4-ac2b-606aa0e6c743&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273623
Apr 29 15:45:25.076132 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546acf6-4674-48f7-91cb-e13b827b4fb8 req-671cd508-805f-411a-aa86-31b1b81bc4bb tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:45:25.077509 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9546acf6-4674-48f7-91cb-e13b827b4fb8 req-671cd508-805f-411a-aa86-31b1b81bc4bb tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 946 time: 0.0784330
Apr 29 15:45:25.213140 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-9546acf6-4674-48f7-91cb-e13b827b4fb8 req-407d4b74-f29e-4019-8e71-5e28d3b02e74 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Deleting port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:45:25.213477 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-9546acf6-4674-48f7-91cb-e13b827b4fb8 req-407d4b74-f29e-4019-8e71-5e28d3b02e74 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:25.344600 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-9546acf6-4674-48f7-91cb-e13b827b4fb8 req-407d4b74-f29e-4019-8e71-5e28d3b02e74 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] For port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:45:25.344990 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-9546acf6-4674-48f7-91cb-e13b827b4fb8 req-407d4b74-f29e-4019-8e71-5e28d3b02e74 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:25.465508 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-9546acf6-4674-48f7-91cb-e13b827b4fb8 req-407d4b74-f29e-4019-8e71-5e28d3b02e74 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Calling delete_port for 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:45:25.581612 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-9546acf6-4674-48f7-91cb-e13b827b4fb8 req-407d4b74-f29e-4019-8e71-5e28d3b02e74 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:25.588336 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:25.592936 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['1136b1cc-6d61-4aa0-8a04-1c287683c0a0'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:45:25.635932 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d4b74-f29e-4019-8e71-5e28d3b02e74 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Pushing event deleted for resources: {'Port': ['ID=1136b1cc-6d61-4aa0-8a04-1c287683c0a0,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:25.640182 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a7ed6aa0-a039-4527-b1f4-019e28965942 req-f017ca1c-f371-4307-805f-f504d96926a9 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e253acd-3024-49d5-b09d-b9bf6cc5c900 HTTP/1.1" status: 200  len: 210 time: 0.0460563
Apr 29 15:45:25.644481 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-407d4b74-f29e-4019-8e71-5e28d3b02e74 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:25.717935 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-9546acf6-4674-48f7-91cb-e13b827b4fb8 req-407d4b74-f29e-4019-8e71-5e28d3b02e74 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] No DVR routers for this DVR port 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:45:25.720422 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-9546acf6-4674-48f7-91cb-e13b827b4fb8 req-407d4b74-f29e-4019-8e71-5e28d3b02e74 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:25.723004 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'name': 'network-vif-deleted', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:45:25.738185 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9546acf6-4674-48f7-91cb-e13b827b4fb8 req-407d4b74-f29e-4019-8e71-5e28d3b02e74 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] 10.222.0.32 "DELETE /v2.0/ports/1136b1cc-6d61-4aa0-8a04-1c287683c0a0 HTTP/1.1" status: 204  len: 173 time: 0.6535509
Apr 29 15:45:25.770019 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e253acd-3024-49d5-b09d-b9bf6cc5c900', 'name': 'network-vif-deleted', 'tag': '1136b1cc-6d61-4aa0-8a04-1c287683c0a0', 'status': 'completed', 'code': 200}
Apr 29 15:45:26.941086 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:27.250171 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40110) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:27.778981 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661874'] for router_interface, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:28.269992 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Deleting port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:45:28.270680 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:28.366841 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:45:28.390805 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] For port 7b6c88fa-8e40-4164-ae7a-ccefa170aea0, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=7b6c88fa-8e40-4164-ae7a-ccefa170aea0,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:45:28.391169 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:28.406194 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:45:28.406674 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 1136b1cc-6d61-4aa0-8a04-1c287683c0a0 not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:45:28.517193 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Calling delete_port for 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 owned by network:router_interface {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:45:28.791815 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:28.795420 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-60d12551-7a76-4dbf-85db-71cdcd34792f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:28.836818 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6c88fa-8e40-4164-ae7a-ccefa170aea0,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:28.840664 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:29.106382 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683202'] for router_interface, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:29.557923 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:45:29.731413 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:45:29.739476 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b961f014-20fa-4bc1-aece-b47733c71ba4 None None] Sync routers for ids ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:45:29.746103 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] 10.222.0.10 "PUT /v2.0/routers/b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4921050
Apr 29 15:45:29.746325 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40122) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:29.749454 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b961f014-20fa-4bc1-aece-b47733c71ba4 None None] Routers {'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:45:29.750068 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b961f014-20fa-4bc1-aece-b47733c71ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2632cd0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:45:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:29.920165 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Notify callbacks [] for router, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:29.925599 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-b961f014-20fa-4bc1-aece-b47733c71ba4 None None] Set router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:45:30.110245 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:30.188199 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Deleting port 33121779-391a-4a46-bf56-e2002215535b {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:45:30.188767 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:30.236386 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5283ee30-26d2-4504-86b3-c0935430634e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:30.243458 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b961f014-20fa-4bc1-aece-b47733c71ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2632cd0>, [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '33121779-391a-4a46-bf56-e2002215535b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:45:28Z', 'revision_number': 5, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port': {'id': '33121779-391a-4a46-bf56-e2002215535b', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:01Z', 'updated_at': '2021-04-29T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:30.247284 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b961f014-20fa-4bc1-aece-b47733c71ba4 None None] Checking router: b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:45:30.256098 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b961f014-20fa-4bc1-aece-b47733c71ba4 None None] Routers {'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:45:30.256711 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b961f014-20fa-4bc1-aece-b47733c71ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2632cd0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:45:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:30.311700 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] For port 33121779-391a-4a46-bf56-e2002215535b, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=33121779-391a-4a46-bf56-e2002215535b,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:45:30.312193 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:30.407085 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-b961f014-20fa-4bc1-aece-b47733c71ba4 None None] Set router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf gateway port host: None {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:45:30.435813 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Calling delete_port for 33121779-391a-4a46-bf56-e2002215535b owned by network:router_gateway {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:45:30.513010 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-b961f014-20fa-4bc1-aece-b47733c71ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2632cd0>, [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:45:30Z', 'revision_number': 6, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port_host': None}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:30.516879 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b961f014-20fa-4bc1-aece-b47733c71ba4 None None] The sync data for ids ['b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf'] in dv-cinder-788782-1-iscsi is: [{'id': 'b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf', 'name': 'tempest-TestMinimumBasicScenario-328901320-router', 'tenant_id': '0a8498e2580b4ba29e4199fe811edb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:00Z', 'updated_at': '2021-04-29T15:45:30Z', 'revision_number': 6, 'project_id': '0a8498e2580b4ba29e4199fe811edb8c', 'gw_port_host': None}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:45:30.575363 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:30.580092 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:30.648486 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Pushing event deleted for resources: {'Port': ['ID=33121779-391a-4a46-bf56-e2002215535b,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:30.650843 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:30.718152 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683711'] for router_gateway, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:30.987784 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103776'] for router, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:30.990534 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:31.074504 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683332'] for router, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:31.075000 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf {{(pid=73822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 29 15:45:31.088021 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:31.089159 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b04b7ca2-d56c-4d65-9c66-a0ec3d399dbf HTTP/1.1" status: 204  len: 168 time: 1.3419216
Apr 29 15:45:31.091633 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40132) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:31.149196 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-271547ad-b097-4c99-ba43-73c4c0ab1fd8 admin admin] Deleting subnet 08333d16-5599-4296-a62f-95f451835e61 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:45:31.152129 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-271547ad-b097-4c99-ba43-73c4c0ab1fd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:31.203924 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-271547ad-b097-4c99-ba43-73c4c0ab1fd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5884891'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:31.330861 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-271547ad-b097-4c99-ba43-73c4c0ab1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:31.553170 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:45:31.594907 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:45:31.595439 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7b6c88fa-8e40-4164-ae7a-ccefa170aea0 not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:45:31.595997 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 33121779-391a-4a46-bf56-e2002215535b no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:45:31.596274 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-271547ad-b097-4c99-ba43-73c4c0ab1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7728171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7843652'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:31.602594 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-89706a97-859a-4eb0-8028-b47eae6896f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:31.631409 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 33121779-391a-4a46-bf56-e2002215535b {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:45:31.631797 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 33121779-391a-4a46-bf56-e2002215535b not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:45:31.641355 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271547ad-b097-4c99-ba43-73c4c0ab1fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08333d16-5599-4296-a62f-95f451835e61,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:31.643784 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-271547ad-b097-4c99-ba43-73c4c0ab1fd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:31.646279 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-271547ad-b097-4c99-ba43-73c4c0ab1fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:31.647236 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb07188-6afc-47a5-b409-59e0d1422d75 None None] Network 64454d9c-2f84-442a-8126-ff8505d50dcd requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:45:31.650436 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-271547ad-b097-4c99-ba43-73c4c0ab1fd8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/08333d16-5599-4296-a62f-95f451835e61 HTTP/1.1" status: 204  len: 168 time: 0.5578840
Apr 29 15:45:31.652909 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40138) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:31.766973 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:31.845240 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Deleting port 07d523f1-1702-4abb-be07-3fc2fe253bf3 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:45:31.845501 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:31.941775 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] For port 07d523f1-1702-4abb-be07-3fc2fe253bf3, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=07d523f1-1702-4abb-be07-3fc2fe253bf3,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:45:31.942135 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:31.955396 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be8a2f-4d37-4558-bf5e-5e34f0ce252a None None] DHCP port deletion for 64454d9c-2f84-442a-8126-ff8505d50dcd request from dv-cinder-788782-1-iscsi {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 29 15:45:32.023155 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-d4be8a2f-4d37-4558-bf5e-5e34f0ce252a None None] Deleting port 07d523f1-1702-4abb-be07-3fc2fe253bf3 {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:45:32.023445 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d4be8a2f-4d37-4558-bf5e-5e34f0ce252a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:32.066815 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Calling delete_port for 07d523f1-1702-4abb-be07-3fc2fe253bf3 owned by network:dhcp {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:45:32.114080 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:32.120831 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a0238b4f-33c4-4b8f-afd5-83433cf210f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:32.121118 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-d4be8a2f-4d37-4558-bf5e-5e34f0ce252a None None] For port 07d523f1-1702-4abb-be07-3fc2fe253bf3, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=07d523f1-1702-4abb-be07-3fc2fe253bf3,segment=NetworkSegment(548af9d7-fc1f-4a92-bafd-7d7ad62a0a74),segment_id=548af9d7-fc1f-4a92-bafd-7d7ad62a0a74)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:45:32.125423 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d4be8a2f-4d37-4558-bf5e-5e34f0ce252a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:32.167080 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d523f1-1702-4abb-be07-3fc2fe253bf3,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:32.168973 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] No DVR routers for this DVR port 07d523f1-1702-4abb-be07-3fc2fe253bf3 on host dv-cinder-788782-1-iscsi {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:45:32.170481 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:32.247412 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-d4be8a2f-4d37-4558-bf5e-5e34f0ce252a None None] Calling delete_port for 07d523f1-1702-4abb-be07-3fc2fe253bf3 owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:45:32.284978 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:32.382182 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-d4be8a2f-4d37-4558-bf5e-5e34f0ce252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:32.386321 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:32.431625 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be8a2f-4d37-4558-bf5e-5e34f0ce252a None None] Pushing event deleted for resources: {'Port': ['ID=07d523f1-1702-4abb-be07-3fc2fe253bf3,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:32.433920 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4be8a2f-4d37-4558-bf5e-5e34f0ce252a None None] No DVR routers for this DVR port 07d523f1-1702-4abb-be07-3fc2fe253bf3 on host dv-cinder-788782-1-iscsi {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:45:32.435240 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-d4be8a2f-4d37-4558-bf5e-5e34f0ce252a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:32.504656 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee2c36910>,) {'filters': {'network_id': ['64454d9c-2f84-442a-8126-ff8505d50dcd']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:32.516735 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee2c36910>, '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:32.517069 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee2c36910>, '548af9d7-fc1f-4a92-bafd-7d7ad62a0a74') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:32.529507 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5884868'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:32.545726 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:32.551622 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:45:32.720476 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Network 64454d9c-2f84-442a-8126-ff8505d50dcd has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:45:32.729647 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7728205'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:32.898045 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Network 64454d9c-2f84-442a-8126-ff8505d50dcd has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]: Traceback (most recent call last):
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     timer()
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     cb(*args, **kw)
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     return func(*args, **kwargs)
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     self._notify()
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     self.callback(batched_events)
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     event.method(event)
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     return f(self, *a, **k)
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._get(url).json()
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:45:32.919765 dv-cinder-788782-1-iscsi neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:45:32.994137 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:32.997706 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:32.999943 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-de1c1013-df33-4a3b-b146-42f8baafd027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:33.011704 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:33.027357 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=64454d9c-2f84-442a-8126-ff8505d50dcd,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:33.031385 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:33.040391 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/64454d9c-2f84-442a-8126-ff8505d50dcd HTTP/1.1" status: 204  len: 168 time: 1.3864188
Apr 29 15:45:33.043893 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40148) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:33.096670 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:33.533035 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 07d523f1-1702-4abb-be07-3fc2fe253bf3 no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:45:33.569851 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 07d523f1-1702-4abb-be07-3fc2fe253bf3 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:45:33.570242 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 07d523f1-1702-4abb-be07-3fc2fe253bf3 not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:45:33.597226 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661874'] for router_interface, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:33.846544 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:34.097813 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Deleting port 979c39cf-984d-4a3f-9ec8-36be770c25dc {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:45:34.098376 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:34.216336 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] For port 979c39cf-984d-4a3f-9ec8-36be770c25dc, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=979c39cf-984d-4a3f-9ec8-36be770c25dc,segment=NetworkSegment(2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb),segment_id=2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:45:34.216686 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:34.343069 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Calling delete_port for 979c39cf-984d-4a3f-9ec8-36be770c25dc owned by network:router_interface {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:45:34.482403 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:34.487000 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5efb5ff4-85d4-4a5e-a3a7-f86032e2f980 tempest-AttachVolumeNegativeTest-68648293 tempest-AttachVolumeNegativeTest-68648293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:34.531507 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=979c39cf-984d-4a3f-9ec8-36be770c25dc,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:34.534568 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:34.794990 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683202'] for router_interface, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:35.148592 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:45:35.394128 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:35.471932 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:45:35.484017 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b11ac-0d51-438c-a21a-48bc75773b20 None None] Sync routers for ids ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:45:35.486484 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] 10.222.0.10 "PUT /v2.0/routers/2ceef3cd-c3e9-4879-9aab-8a3cbe584f21/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4405854
Apr 29 15:45:35.488981 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40160) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:35.495313 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b11ac-0d51-438c-a21a-48bc75773b20 None None] Routers {'2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:45:35.495934 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ef1b11ac-0d51-438c-a21a-48bc75773b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee348e790>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:45:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:35.703274 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-ef1b11ac-0d51-438c-a21a-48bc75773b20 None None] Set router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:45:35.708161 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Notify callbacks [] for router, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:35.897827 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:35.972584 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Deleting port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:45:35.972827 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:36.012127 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ef1b11ac-0d51-438c-a21a-48bc75773b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee348e790>, [{'id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'name': 'tempest-TestMinimumBasicScenario-279700061-router', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:07Z', 'updated_at': '2021-04-29T15:45:34Z', 'revision_number': 5, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'gw_port': {'id': '64c01dc1-5554-4325-adf5-c48b2f1cf5cc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:41:08Z', 'updated_at': '2021-04-29T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:36.016010 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b11ac-0d51-438c-a21a-48bc75773b20 None None] Checking router: 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:45:36.029304 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b11ac-0d51-438c-a21a-48bc75773b20 None None] Routers {'2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:45:36.029927 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ef1b11ac-0d51-438c-a21a-48bc75773b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee348e790>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:45:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:36.098737 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] For port 64c01dc1-5554-4325-adf5-c48b2f1cf5cc, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=64c01dc1-5554-4325-adf5-c48b2f1cf5cc,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:45:36.099635 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:36.181150 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-ef1b11ac-0d51-438c-a21a-48bc75773b20 None None] Set router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:45:36.231912 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Calling delete_port for 64c01dc1-5554-4325-adf5-c48b2f1cf5cc owned by network:router_gateway {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:45:36.284861 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-ef1b11ac-0d51-438c-a21a-48bc75773b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee348e790>, [{'id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'name': 'tempest-TestMinimumBasicScenario-279700061-router', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:07Z', 'updated_at': '2021-04-29T15:45:35Z', 'revision_number': 6, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'gw_port_host': None}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:36.289624 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b11ac-0d51-438c-a21a-48bc75773b20 None None] The sync data for ids ['2ceef3cd-c3e9-4879-9aab-8a3cbe584f21'] in dv-cinder-788782-1-iscsi is: [{'id': '2ceef3cd-c3e9-4879-9aab-8a3cbe584f21', 'name': 'tempest-TestMinimumBasicScenario-279700061-router', 'tenant_id': '7830549fe4cc47c7ba810822d9de8e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:41:07Z', 'updated_at': '2021-04-29T15:45:35Z', 'revision_number': 6, 'project_id': '7830549fe4cc47c7ba810822d9de8e95', 'gw_port_host': None}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:45:36.385813 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:36.389426 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e624b62d-a897-45ca-a25a-bc6be798d984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:36.431270 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c01dc1-5554-4325-adf5-c48b2f1cf5cc,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:36.434145 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:36.522289 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683711'] for router_gateway, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:36.790934 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103776'] for router, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:36.792962 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:36.813684 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683332'] for router, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:36.814191 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 {{(pid=73822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 29 15:45:36.827060 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:36.828416 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2ceef3cd-c3e9-4879-9aab-8a3cbe584f21 HTTP/1.1" status: 204  len: 168 time: 1.3384237
Apr 29 15:45:36.830968 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40168) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:36.889097 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aabac69-579e-4a65-8688-a920d7feb74f admin admin] Deleting subnet 8518d06b-d219-457e-819d-2752e51526e0 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:45:36.891962 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5aabac69-579e-4a65-8688-a920d7feb74f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:36.942031 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5aabac69-579e-4a65-8688-a920d7feb74f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5884891'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:37.025608 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5aabac69-579e-4a65-8688-a920d7feb74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:37.284312 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5aabac69-579e-4a65-8688-a920d7feb74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7728171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7843652'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:37.288248 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:37.323268 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabac69-579e-4a65-8688-a920d7feb74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8518d06b-d219-457e-819d-2752e51526e0,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:37.326214 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5aabac69-579e-4a65-8688-a920d7feb74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:37.327167 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-5aabac69-579e-4a65-8688-a920d7feb74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:37.332570 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c32764f-8aec-4cbd-9073-d7399fbd4e35 None None] Network 97cb746d-02ce-43e8-9e47-0c2012372cd9 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:45:37.333564 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-5aabac69-579e-4a65-8688-a920d7feb74f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8518d06b-d219-457e-819d-2752e51526e0 HTTP/1.1" status: 204  len: 168 time: 0.5016384
Apr 29 15:45:37.336798 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 40174) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:37.444193 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:37.526486 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Deleting port 7111644a-7f37-4b78-afb4-4ea456198101 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:45:37.526900 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:37.547177 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 64c01dc1-5554-4325-adf5-c48b2f1cf5cc no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:45:37.585100 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 64c01dc1-5554-4325-adf5-c48b2f1cf5cc {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:45:37.585395 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 64c01dc1-5554-4325-adf5-c48b2f1cf5cc not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:45:37.585805 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 979c39cf-984d-4a3f-9ec8-36be770c25dc no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:45:37.615410 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf1e7c-4bd2-498a-b41c-50ecd9c0fa19 None None] DHCP port deletion for 97cb746d-02ce-43e8-9e47-0c2012372cd9 request from dv-cinder-788782-1-iscsi {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 29 15:45:37.622792 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 979c39cf-984d-4a3f-9ec8-36be770c25dc {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:45:37.623152 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 979c39cf-984d-4a3f-9ec8-36be770c25dc not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:45:37.632415 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] For port 7111644a-7f37-4b78-afb4-4ea456198101, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=7111644a-7f37-4b78-afb4-4ea456198101,segment=NetworkSegment(2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb),segment_id=2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:45:37.632802 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:37.684561 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-1edf1e7c-4bd2-498a-b41c-50ecd9c0fa19 None None] Deleting port 7111644a-7f37-4b78-afb4-4ea456198101 {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:45:37.684971 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1edf1e7c-4bd2-498a-b41c-50ecd9c0fa19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:37.785625 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-1edf1e7c-4bd2-498a-b41c-50ecd9c0fa19 None None] For port 7111644a-7f37-4b78-afb4-4ea456198101, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=7111644a-7f37-4b78-afb4-4ea456198101,segment=NetworkSegment(2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb),segment_id=2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:45:37.786024 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1edf1e7c-4bd2-498a-b41c-50ecd9c0fa19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:37.851272 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Calling delete_port for 7111644a-7f37-4b78-afb4-4ea456198101 owned by network:dhcp {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:45:37.895553 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:37.899535 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:37.910629 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-1edf1e7c-4bd2-498a-b41c-50ecd9c0fa19 None None] Calling delete_port for 7111644a-7f37-4b78-afb4-4ea456198101 owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:45:37.945965 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Pushing event deleted for resources: {'Port': ['ID=7111644a-7f37-4b78-afb4-4ea456198101,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:37.949312 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:37.950135 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] No DVR routers for this DVR port 7111644a-7f37-4b78-afb4-4ea456198101 on host dv-cinder-788782-1-iscsi {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:45:37.984509 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1edf1e7c-4bd2-498a-b41c-50ecd9c0fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:37.987988 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:38.037170 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf1e7c-4bd2-498a-b41c-50ecd9c0fa19 None None] Pushing event deleted for resources: {'Port': ['ID=7111644a-7f37-4b78-afb4-4ea456198101,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:38.038999 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf1e7c-4bd2-498a-b41c-50ecd9c0fa19 None None] No DVR routers for this DVR port 7111644a-7f37-4b78-afb4-4ea456198101 on host dv-cinder-788782-1-iscsi {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:45:38.040363 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-1edf1e7c-4bd2-498a-b41c-50ecd9c0fa19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:38.074382 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:38.182970 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee2d1bf10>,) {'filters': {'network_id': ['97cb746d-02ce-43e8-9e47-0c2012372cd9']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:38.194541 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee2d1bf10>, '2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:38.194831 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee2d1bf10>, '2ea4b668-b9c3-4c8d-967e-a370b3ab0aeb') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:45:38.205928 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018761'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:38.220944 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:38.227415 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:45:38.388970 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Network 97cb746d-02ce-43e8-9e47-0c2012372cd9 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:45:38.397106 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128101'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:38.561579 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Network 97cb746d-02ce-43e8-9e47-0c2012372cd9 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]: Traceback (most recent call last):
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     timer()
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     cb(*args, **kw)
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     return func(*args, **kwargs)
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     self._notify()
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     self.callback(batched_events)
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     event.method(event)
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     return f(self, *a, **k)
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._get(url).json()
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:45:38.582468 dv-cinder-788782-1-iscsi neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:45:38.671288 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:38.674751 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-971dac65-a82c-4db8-b358-d230eaab8ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:38.688403 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:38.700458 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Pushing event deleted for resources: {'Network': ['ID=97cb746d-02ce-43e8-9e47-0c2012372cd9,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:38.703056 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:38.706296 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] 10.222.0.10 "DELETE /v2.0/networks/97cb746d-02ce-43e8-9e47-0c2012372cd9 HTTP/1.1" status: 204  len: 168 time: 1.3680797
Apr 29 15:45:38.930234 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 40186) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:38.979769 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-eabb82b2-1f3b-4c63-81bb-65a8756cdb77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a8498e2580b4ba29e4199fe811edb8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0482297
Apr 29 15:45:38.982178 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 40190) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:39.038892 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5efeac7b-1a6e-41a3-a45d-78f881a60f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:39.064479 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5efeac7b-1a6e-41a3-a45d-78f881a60f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:39.119882 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5efeac7b-1a6e-41a3-a45d-78f881a60f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:39.124653 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-741b0642-802e-49ca-9f5a-ccadbc976d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:39.139090 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efeac7b-1a6e-41a3-a45d-78f881a60f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdf3947-3390-47e4-ac2b-606aa0e6c743,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:39.141596 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5efeac7b-1a6e-41a3-a45d-78f881a60f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:39.149953 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5efeac7b-1a6e-41a3-a45d-78f881a60f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:39.151108 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-5efeac7b-1a6e-41a3-a45d-78f881a60f1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9cdf3947-3390-47e4-ac2b-606aa0e6c743 HTTP/1.1" status: 204  len: 168 time: 0.1680577
Apr 29 15:45:39.498320 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 40200) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:39.530478 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7111644a-7f37-4b78-afb4-4ea456198101 no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:45:39.546769 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-ce994be1-3731-4740-a855-083aa7255164 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7830549fe4cc47c7ba810822d9de8e95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0472360
Apr 29 15:45:39.549238 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 40204) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:45:39.565349 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 7111644a-7f37-4b78-afb4-4ea456198101 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:45:39.565707 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7111644a-7f37-4b78-afb4-4ea456198101 not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:45:39.607193 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-90f50afa-ee9d-4dcf-a6e9-8f70fb0af420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:39.633097 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-90f50afa-ee9d-4dcf-a6e9-8f70fb0af420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:39.686035 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-90f50afa-ee9d-4dcf-a6e9-8f70fb0af420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:39.689731 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-936da616-92b8-4722-b86e-01b5602aca1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:45:39.701102 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f50afa-ee9d-4dcf-a6e9-8f70fb0af420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23957fee-6818-4134-97bc-65749bc24da2,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:45:39.705801 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-90f50afa-ee9d-4dcf-a6e9-8f70fb0af420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:45:39.707819 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-90f50afa-ee9d-4dcf-a6e9-8f70fb0af420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:45:39.711342 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-90f50afa-ee9d-4dcf-a6e9-8f70fb0af420 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23957fee-6818-4134-97bc-65749bc24da2 HTTP/1.1" status: 204  len: 168 time: 0.1588488
Apr 29 15:45:56.946100 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:00.228810 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-37d01741-9324-4d3a-9916-59cf6840c912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:00.336656 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:46:03.001969 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c01009b3-3c39-45b6-8f96-186f9404d3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:03.098527 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:03.847739 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:05.394694 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:11.020299 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6050d-b88a-4418-b597-480b42f460a3 req-97f6c2c8-8ab0-417c-a15a-2ea02f4fd817 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:11.021801 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7dc6050d-b88a-4418-b597-480b42f460a3 req-97f6c2c8-8ab0-417c-a15a-2ea02f4fd817 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 945 time: 0.3097963
Apr 29 15:46:11.067171 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7dc6050d-b88a-4418-b597-480b42f460a3 req-b4223e91-0194-49d8-8412-cf7d29eae9ac tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393410
Apr 29 15:46:11.649011 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7cf74-de7f-4445-869c-4bfd6337f4b3 req-cb9c5402-c02d-44c1-865a-ca566fba84f9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:11.650431 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-41c7cf74-de7f-4445-869c-4bfd6337f4b3 req-cb9c5402-c02d-44c1-865a-ca566fba84f9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0784860
Apr 29 15:46:11.696741 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-41c7cf74-de7f-4445-869c-4bfd6337f4b3 req-482eaa19-1302-4b74-b746-899fc4cab3f4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406582
Apr 29 15:46:12.255766 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad9e91-2222-4333-aaf6-1fb9086032e2 req-77676871-89f5-4755-8ab3-bcfb23d0d1e1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:12.259689 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9cad9e91-2222-4333-aaf6-1fb9086032e2 req-77676871-89f5-4755-8ab3-bcfb23d0d1e1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 945 time: 0.0820186
Apr 29 15:46:12.304135 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9cad9e91-2222-4333-aaf6-1fb9086032e2 req-61d7d1d2-a8cf-4dc2-a84c-bdcb1f776a40 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396342
Apr 29 15:46:12.733584 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-20900751-2f67-4fd7-a52f-41dabd145fad tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:12.735168 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-20900751-2f67-4fd7-a52f-41dabd145fad tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 945 time: 0.0862255
Apr 29 15:46:12.888128 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Deleting port cdbcc420-e6bd-494b-83ab-6d60b65d2797 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:46:12.888772 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:12.901205 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb615c-adcf-493b-9aa6-b61c2856c58d req-6e98551e-6334-4e5e-bc20-9eb19e45d000 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:12.901205 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-58cb615c-adcf-493b-9aa6-b61c2856c58d req-6e98551e-6334-4e5e-bc20-9eb19e45d000 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0869548
Apr 29 15:46:12.950637 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-58cb615c-adcf-493b-9aa6-b61c2856c58d req-7199c6a5-cb62-47b6-a76c-4fe90ad7c3b6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450644
Apr 29 15:46:13.060277 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] For port cdbcc420-e6bd-494b-83ab-6d60b65d2797, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cdbcc420-e6bd-494b-83ab-6d60b65d2797,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:13.060636 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:13.346834 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:13.347439 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:13.347572 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.l3_db [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Floating IP 02fcc889-6d7f-4243-aa47-141e9e23371d disassociated. External IP: 172.27.3.54, port: cdbcc420-e6bd-494b-83ab-6d60b65d2797.
Apr 29 15:46:13.347820 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Calling delete_port for cdbcc420-e6bd-494b-83ab-6d60b65d2797 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:46:13.506988 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:13.517818 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7f0c0478-65ef-4b0d-9f5c-6fa223ce6dcc tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:13.565266 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event deleted for resources: {'Port': ['ID=cdbcc420-e6bd-494b-83ab-6d60b65d2797,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:13.570687 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:13.585689 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785733ca-30f6-441b-a9e5-2e827523565c req-266d25c7-dedd-4167-bbd2-c3a9b1b025f2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:13.586879 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-785733ca-30f6-441b-a9e5-2e827523565c req-266d25c7-dedd-4167-bbd2-c3a9b1b025f2 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 867 time: 0.1612453
Apr 29 15:46:13.853460 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-785733ca-30f6-441b-a9e5-2e827523565c req-cbd94289-b859-4490-bc7b-edcd3322f9f8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2151980
Apr 29 15:46:13.896223 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Router ad83f830-1618-49ab-a07d-18720fc1bedc has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:46:14.087159 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:46:14.098827 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def8026-0afa-4e81-bd19-dd71b84ef8d8 None None] Sync routers for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:46:14.121825 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def8026-0afa-4e81-bd19-dd71b84ef8d8 None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:46:14.122473 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-6def8026-0afa-4e81-bd19-dd71b84ef8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee27da850>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:46:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:14.185546 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] No DVR routers for this DVR port cdbcc420-e6bd-494b-83ab-6d60b65d2797 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:46:14.189445 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:14.205848 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'name': 'network-vif-deleted', 'tag': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:46:14.214410 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-348f7023-5cec-40f4-b446-af307e5e7be1 req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "DELETE /v2.0/ports/cdbcc420-e6bd-494b-83ab-6d60b65d2797 HTTP/1.1" status: 204  len: 173 time: 1.4724939
Apr 29 15:46:14.317210 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-6def8026-0afa-4e81-bd19-dd71b84ef8d8 None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:46:14.345127 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b9a15-5fa0-446d-9216-752dc087ea31 req-a7f3128e-5402-4be4-8381-13ef6d1760d4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:14.348854 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b20b9a15-5fa0-446d-9216-752dc087ea31 req-a7f3128e-5402-4be4-8381-13ef6d1760d4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.2762258
Apr 29 15:46:14.405453 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b20b9a15-5fa0-446d-9216-752dc087ea31 req-c6979803-a424-4949-92d8-ec4cbd00d77d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514560
Apr 29 15:46:14.460318 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003ed0ea-edcb-48c1-99f8-3abdd5f275a8', 'name': 'network-vif-deleted', 'tag': 'cdbcc420-e6bd-494b-83ab-6d60b65d2797', 'status': 'completed', 'code': 200}
Apr 29 15:46:14.616841 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device cdbcc420-e6bd-494b-83ab-6d60b65d2797 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:46:14.654955 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: cdbcc420-e6bd-494b-83ab-6d60b65d2797 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:46:14.655313 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device cdbcc420-e6bd-494b-83ab-6d60b65d2797 not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:46:14.679746 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-6def8026-0afa-4e81-bd19-dd71b84ef8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee27da850>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:14.684048 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def8026-0afa-4e81-bd19-dd71b84ef8d8 None None] Checking router: ad83f830-1618-49ab-a07d-18720fc1bedc for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:46:14.693393 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def8026-0afa-4e81-bd19-dd71b84ef8d8 None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:46:14.694602 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-6def8026-0afa-4e81-bd19-dd71b84ef8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee27da850>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:46:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:14.871592 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-6def8026-0afa-4e81-bd19-dd71b84ef8d8 None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:46:15.020385 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-bd70af67-2f10-4cfa-bad0-bf8900a44a67 req-86bb364f-ecd1-4d1b-a6b8-c408d7265af1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=003ed0ea-edcb-48c1-99f8-3abdd5f275a8 HTTP/1.1" status: 200  len: 210 time: 0.0444691
Apr 29 15:46:15.243939 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-6def8026-0afa-4e81-bd19-dd71b84ef8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee27da850>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:15.247834 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def8026-0afa-4e81-bd19-dd71b84ef8d8 None None] The sync data for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi is: [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:46:15.451798 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef5e277-b538-4131-8f9c-47736c754df8 None None] New status for floating IP 02fcc889-6d7f-4243-aa47-141e9e23371d: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:46:15.595924 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e11a23-453f-4567-b486-5fbb12c7983d req-4887d3fd-c785-40ed-8d1d-d7e64770b0e8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:15.597410 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e4e11a23-453f-4567-b486-5fbb12c7983d req-4887d3fd-c785-40ed-8d1d-d7e64770b0e8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0804400
Apr 29 15:46:15.644474 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e4e11a23-453f-4567-b486-5fbb12c7983d req-2a43c636-d621-4f23-9041-d2dbfd8a6be4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392156
Apr 29 15:46:16.384870 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-d7c72781-7ebd-4e6b-b402-acf41cef5aed tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985964582&fields=id&tenant_id=d7d31a397ebf4f1e8842885b9bf49e91 HTTP/1.1" status: 200  len: 267 time: 0.0394790
Apr 29 15:46:16.532913 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-041446bc-3bfa-4c65-b985-2b7bd0fc71ed tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:16.534368 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-041446bc-3bfa-4c65-b985-2b7bd0fc71ed tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 812 time: 0.1431894
Apr 29 15:46:16.548525 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-cbb5dc50-689e-4c8f-a75d-c462e79ca38f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/quotas/d7d31a397ebf4f1e8842885b9bf49e91 HTTP/1.1" status: 200  len: 375 time: 0.0086334
Apr 29 15:46:16.634988 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8c440532-d7c2-4492-a09a-6f0c493abe3a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Synchronizing usage tracker for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:46:16.649974 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8c440532-d7c2-4492-a09a-6f0c493abe3a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Unset dirty status for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:46:16.651253 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8c440532-d7c2-4492-a09a-6f0c493abe3a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0978980
Apr 29 15:46:16.666841 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8a867413-f2d9-42c4-81b5-917c543e46e0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=73822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 29 15:46:16.667824 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8a867413-f2d9-42c4-81b5-917c543e46e0 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052445
Apr 29 15:46:16.800213 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-2ce485da-6d55-44fe-832c-54ae6b89dd0a service neutron] 10.222.0.10 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270771
Apr 29 15:46:16.840995 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac1486-6a99-4748-be6d-ef0fb4dac275 req-d870c876-782e-420f-a614-482f98715b4b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:16.842455 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-89ac1486-6a99-4748-be6d-ef0fb4dac275 req-d870c876-782e-420f-a614-482f98715b4b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0855732
Apr 29 15:46:16.887437 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-89ac1486-6a99-4748-be6d-ef0fb4dac275 req-2e91a5e1-5dfb-4e18-a6d0-36993a1e0e89 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390222
Apr 29 15:46:16.935615 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-7175d8fb-b213-4d03-9724-68ba1a9e1dd3 service neutron] 10.222.0.10 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287694
Apr 29 15:46:17.336064 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ee5d54fc-dd24-4322-9644-1df481a8c6b6 req-513fd8eb-d1d0-4fe5-b9d9-38798b8dce59 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 210 time: 0.0593584
Apr 29 15:46:18.075250 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980cf05-9c17-4e4d-8834-f87ac7d1bf59 req-f0d5be5d-2794-4bf6-81a0-9f07e9484496 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:18.076604 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b980cf05-9c17-4e4d-8834-f87ac7d1bf59 req-f0d5be5d-2794-4bf6-81a0-9f07e9484496 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0798576
Apr 29 15:46:18.122312 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b980cf05-9c17-4e4d-8834-f87ac7d1bf59 req-ce3690a2-924f-47af-934e-8069723335c3 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396302
Apr 29 15:46:18.366031 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-a9912b0a-1076-4ce1-b70d-422aa0a82472 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:18.367712 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-a9912b0a-1076-4ce1-b70d-422aa0a82472 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 812 time: 0.1513939
Apr 29 15:46:18.423499 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-205f575a-06cd-4925-b462-e4e53c1bb51b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7d31a397ebf4f1e8842885b9bf49e91 HTTP/1.1" status: 200  len: 379 time: 0.0470834
Apr 29 15:46:18.432474 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'port': {'device_id': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'admin_state_up': True, 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'security_groups': ['cf9dcf38-cbcf-42ae-b3e3-757c10da02d7']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:46:18.488463 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dfb6bb5f-15cc-4c88-b813-3c3b9d035c80 req-aaf2f237-f06a-4ac9-8643-c99d283774ae tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 210 time: 0.0486507
Apr 29 15:46:18.567035 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:46:18.577547 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:46:18.587546 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Made reservation on behalf of d7d31a397ebf4f1e8842885b9bf49e91 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:46:18.591014 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:18.748330 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Allocated IP 172.20.0.3 (7b2df53a-374b-4d56-bc6b-c676e69f8ce1/f64abcfb-e266-48ac-a629-81779b5c4af5/c7fafc04-c069-427c-aa05-159f5565fb74) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:46:19.030782 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:19.050479 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Transition to ACTIVE for port object c7fafc04-c069-427c-aa05-159f5565fb74 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:46:19.074578 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:19.081345 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b5d70773-eb9c-4b13-b3d6-60efd71c3036 tempest-ServerRescueNegativeTestJSON-887770823 tempest-ServerRescueNegativeTestJSON-887770823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:19.138570 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:46:19.146053 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:46:19.148452 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:46:19.198066 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'Port': ['ID=c7fafc04-c069-427c-aa05-159f5565fb74,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:19.211989 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.212371 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.212744 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.213136 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.213503 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.213866 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.214226 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.214587 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.214947 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.215303 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.215654 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.216007 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:19.219840 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:19.237039 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:19.237673 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:19.310269 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8815563
Apr 29 15:46:19.322122 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8338e6f7-32fb-48e9-af11-aebae5e9a0f7 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=73822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 29 15:46:19.323060 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8338e6f7-32fb-48e9-af11-aebae5e9a0f7 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061798
Apr 29 15:46:19.333669 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Request body: {'port': {'device_id': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:46:19.359132 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-9ea6af33-1a30-4bf6-b42b-b8e430522a45 None None] Provisioning for port c7fafc04-c069-427c-aa05-159f5565fb74 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:46:19.366755 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-9ea6af33-1a30-4bf6-b42b-b8e430522a45 None None] Provisioning complete for port c7fafc04-c069-427c-aa05-159f5565fb74 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:46:19.367140 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9ea6af33-1a30-4bf6-b42b-b8e430522a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:19.405461 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f0565-6197-47e4-823b-c6010ee55d73 req-a8fef45c-2b8f-4533-9398-6f93693a4049 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:19.406958 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ac9f0565-6197-47e4-823b-c6010ee55d73 req-a8fef45c-2b8f-4533-9398-6f93693a4049 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.1644995
Apr 29 15:46:19.421083 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6af33-1a30-4bf6-b42b-b8e430522a45 None None] Port c7fafc04-c069-427c-aa05-159f5565fb74 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:46:19.490946 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:19.507719 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ac9f0565-6197-47e4-823b-c6010ee55d73 req-0df89b6c-ef6a-48de-8304-e7ebc5fc32d8 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745063
Apr 29 15:46:19.684001 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2437c-5773-4c19-9ed6-7b26288e58cf req-079feae3-e949-4ab1-a992-0433085bf7dd tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:19.685522 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b4d2437c-5773-4c19-9ed6-7b26288e58cf req-079feae3-e949-4ab1-a992-0433085bf7dd tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 931 time: 0.0830040
Apr 29 15:46:19.731216 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b4d2437c-5773-4c19-9ed6-7b26288e58cf req-02d6f3c7-4c2e-4269-83aa-b1ee437d43cf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398827
Apr 29 15:46:19.838799 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7fafc04-c069-427c-aa05-159f5565fb74 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:46:19.845649 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:19.860140 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Transition to ACTIVE for port object c7fafc04-c069-427c-aa05-159f5565fb74 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:46:19.863572 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:19.868161 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c2b0d92f-acb9-4406-b804-b1bb524bd9b0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:20.019913 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fafc04-c069-427c-aa05-159f5565fb74,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:20.027586 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:20.097469 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Attempting to bind port c7fafc04-c069-427c-aa05-159f5565fb74 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:46:20.098124 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Attempting to bind port c7fafc04-c069-427c-aa05-159f5565fb74 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:46:20.098124 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Attempting to bind port c7fafc04-c069-427c-aa05-159f5565fb74 on network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:46:20.102778 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Port c7fafc04-c069-427c-aa05-159f5565fb74 on network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:46:20.103094 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Attempting to bind port c7fafc04-c069-427c-aa05-159f5565fb74 on network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:46:20.108162 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:46:20.108500 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Checking segment: {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:46:20.108878 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Bound using segment: {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:46:20.109335 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Bound port: c7fafc04-c069-427c-aa05-159f5565fb74, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:46:20.109680 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:20.198728 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] For port c7fafc04-c069-427c-aa05-159f5565fb74, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:46:20.201565 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] For port c7fafc04-c069-427c-aa05-159f5565fb74, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c7fafc04-c069-427c-aa05-159f5565fb74,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:46:20.206921 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:20.212341 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5ca41cb5-4230-4bc5-9119-c2e51f16851b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:20.263859 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:20.264467 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:20.265825 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/c7fafc04-c069-427c-aa05-159f5565fb74 HTTP/1.1" status: 200  len: 1093 time: 0.9359066
Apr 29 15:46:20.266350 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'tag': 'c7fafc04-c069-427c-aa05-159f5565fb74'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:46:20.302388 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fafc04-c069-427c-aa05-159f5565fb74,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:20.307215 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8df9edb6-6990-42ea-876f-627ed1ea76b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:20.354288 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'tag': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'status': 'completed', 'code': 200}
Apr 29 15:46:20.390494 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-cd57fce4-64f4-4a3e-bb29-670b6c881a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:20.391961 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-cd57fce4-64f4-4a3e-bb29-670b6c881a0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 1096 time: 0.0755272
Apr 29 15:46:20.468054 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-068660d7-85fa-4982-9e7f-880e60023ed2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7fafc04-c069-427c-aa05-159f5565fb74 HTTP/1.1" status: 200  len: 217 time: 0.0641229
Apr 29 15:46:20.529773 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-bd7f9f2b-f1b9-40bd-a959-f786302f35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:20.531150 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-bd7f9f2b-f1b9-40bd-a959-f786302f35c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.0563014
Apr 29 15:46:20.706069 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd2617-a132-4ba5-bab8-3f34fb39d63b req-e78dc889-5a9e-4b2e-ba56-80d9ad50fe3f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:20.707530 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-38bd2617-a132-4ba5-bab8-3f34fb39d63b req-e78dc889-5a9e-4b2e-ba56-80d9ad50fe3f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0864911
Apr 29 15:46:20.710903 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-890a7588-96f7-4fd2-9438-8dfe8954e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:20.712338 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-890a7588-96f7-4fd2-9438-8dfe8954e7ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1741285
Apr 29 15:46:20.754943 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-38bd2617-a132-4ba5-bab8-3f34fb39d63b req-32f20779-d723-427b-9e6d-50619ff46713 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409279
Apr 29 15:46:20.882448 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-e5d970f9-2ba6-4385-b003-3440dacf4691 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622300
Apr 29 15:46:21.033232 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72992e4-3dca-438c-8efa-303a532e5831 req-5427fae4-c0f5-4b27-bf0a-adf289b0fd33 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:21.033809 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-c72992e4-3dca-438c-8efa-303a532e5831 req-5427fae4-c0f5-4b27-bf0a-adf289b0fd33 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Synchronizing usage tracker for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:46:21.044394 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-aa2eb8eb-185e-4511-bc5d-80b6fadaf3e9 req-a112bde0-633f-4fec-bdfc-5ccfd28d47d4 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543999
Apr 29 15:46:21.052726 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-c72992e4-3dca-438c-8efa-303a532e5831 req-5427fae4-c0f5-4b27-bf0a-adf289b0fd33 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Unset dirty status for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:46:21.053833 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c72992e4-3dca-438c-8efa-303a532e5831 req-5427fae4-c0f5-4b27-bf0a-adf289b0fd33 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 943 time: 0.2097113
Apr 29 15:46:21.138336 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c72992e4-3dca-438c-8efa-303a532e5831 req-5c6b1e78-c141-489d-a10e-94ed2e4a7739 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785363
Apr 29 15:46:21.171094 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384610bf-9533-4233-bdb9-bac1d7921be2 req-08dbbe9e-6059-4208-9db9-187444b08ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:21.172703 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-384610bf-9533-4233-bdb9-bac1d7921be2 req-08dbbe9e-6059-4208-9db9-187444b08ece service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 1096 time: 0.0790365
Apr 29 15:46:21.307285 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384610bf-9533-4233-bdb9-bac1d7921be2 req-8b4dda02-52ef-4b99-b3e2-e6bec184d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:21.308702 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-384610bf-9533-4233-bdb9-bac1d7921be2 req-8b4dda02-52ef-4b99-b3e2-e6bec184d3db service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 913 time: 0.1286659
Apr 29 15:46:21.382295 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-384610bf-9533-4233-bdb9-bac1d7921be2 req-a171520e-e9f7-4913-9381-101f227edef5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7fafc04-c069-427c-aa05-159f5565fb74 HTTP/1.1" status: 200  len: 217 time: 0.0667849
Apr 29 15:46:21.452008 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384610bf-9533-4233-bdb9-bac1d7921be2 req-be540705-9f2b-4f41-b846-e0d831ec55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:21.453865 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-384610bf-9533-4233-bdb9-bac1d7921be2 req-be540705-9f2b-4f41-b846-e0d831ec55c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.0610449
Apr 29 15:46:21.534358 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384610bf-9533-4233-bdb9-bac1d7921be2 req-3fdfd7ab-3f56-445c-9480-d91162423827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:21.535809 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-384610bf-9533-4233-bdb9-bac1d7921be2 req-3fdfd7ab-3f56-445c-9480-d91162423827 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742967
Apr 29 15:46:21.667634 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-384610bf-9533-4233-bdb9-bac1d7921be2 req-a35a7e85-3d51-46d7-ad97-7b1f67c23745 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240797
Apr 29 15:46:21.801370 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-384610bf-9533-4233-bdb9-bac1d7921be2 req-25428884-9508-470c-bea6-ff693b6b0ded service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254325
Apr 29 15:46:21.950909 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794c7b6-bea8-44b4-a167-ec4ae4b5f6f5 req-c707a904-f925-43e1-a60a-104c00daf8a9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:21.952622 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c794c7b6-bea8-44b4-a167-ec4ae4b5f6f5 req-c707a904-f925-43e1-a60a-104c00daf8a9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0821750
Apr 29 15:46:21.998736 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c794c7b6-bea8-44b4-a167-ec4ae4b5f6f5 req-4cce2cd8-7147-466d-ba05-88ddb047627f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402551
Apr 29 15:46:22.338167 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea662954-d2f6-465f-87fb-38ba0ffbc777 req-90a1889e-cf6d-4a9f-a159-d9523e59b2e8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:22.339610 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ea662954-d2f6-465f-87fb-38ba0ffbc777 req-90a1889e-cf6d-4a9f-a159-d9523e59b2e8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 943 time: 0.0946589
Apr 29 15:46:22.386752 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ea662954-d2f6-465f-87fb-38ba0ffbc777 req-703acb73-a0c1-404f-a13b-1901a448f1ad tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410180
Apr 29 15:46:23.192118 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a3153-e03a-4f29-8875-17fbb8c3b4d5 req-42dfc154-b8a3-4ed9-b360-8e110b0a885a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:23.194319 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-064a3153-e03a-4f29-8875-17fbb8c3b4d5 req-42dfc154-b8a3-4ed9-b360-8e110b0a885a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0816636
Apr 29 15:46:23.239362 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-064a3153-e03a-4f29-8875-17fbb8c3b4d5 req-08dbc73c-eb0f-44ea-a197-2e2a7d90b35b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393894
Apr 29 15:46:23.582305 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb32d0-18a9-4301-8595-d48ae771e7cc req-15c29679-005c-42ea-a18e-d34c4c253f91 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:23.583727 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16cb32d0-18a9-4301-8595-d48ae771e7cc req-15c29679-005c-42ea-a18e-d34c4c253f91 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 943 time: 0.0794261
Apr 29 15:46:23.631487 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-16cb32d0-18a9-4301-8595-d48ae771e7cc req-fafa70b0-2f13-4183-a203-a0641943be54 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411453
Apr 29 15:46:24.000898 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-a7f537c1-1b8d-4970-b115-6598379f8296 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686727
Apr 29 15:46:24.098781 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-165b0a45-14b9-4ae1-b04e-1536be089722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:24.100895 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-165b0a45-14b9-4ae1-b04e-1536be089722 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f499c016ab548289b8fcf46ac473eec&device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 1099 time: 0.0725162
Apr 29 15:46:24.251777 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-79cac898-1551-4df0-a203-978544f23dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:24.253371 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-79cac898-1551-4df0-a203-978544f23dad service neutron] 10.222.0.32 "GET /v2.0/networks?id=d84f215d-8638-45c1-a8e3-c5cd161de2e3 HTTP/1.1" status: 200  len: 909 time: 0.1313195
Apr 29 15:46:24.520728 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-da805706-c5e8-4ca5-ab31-162aff7a82fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3 HTTP/1.1" status: 200  len: 1001 time: 0.2597141
Apr 29 15:46:24.589388 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472018e-c061-411c-9324-28e63ffe96eb req-fdb8a0d5-9407-4d7f-9749-036276e066c1 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:24.590842 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8472018e-c061-411c-9324-28e63ffe96eb req-fdb8a0d5-9407-4d7f-9749-036276e066c1 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.1635673
Apr 29 15:46:24.624220 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-3d753ce2-3ae0-4fc8-a35a-ddf1f9a5bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:24.625680 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-3d753ce2-3ae0-4fc8-a35a-ddf1f9a5bc6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a777552-0d2b-40d3-bf28-cabdd61ee1d4 HTTP/1.1" status: 200  len: 847 time: 0.0929251
Apr 29 15:46:24.649663 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 73dcddce-227f-4912-8ea2-8e7877249cc7 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:46:24.696551 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8472018e-c061-411c-9324-28e63ffe96eb req-df584973-c0a1-4138-badb-e1fb5709e7c6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992002
Apr 29 15:46:24.728053 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-30329c02-414a-4f5c-8dfe-200a3646dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:24.729625 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-30329c02-414a-4f5c-8dfe-200a3646dec6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d84f215d-8638-45c1-a8e3-c5cd161de2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0933566
Apr 29 15:46:24.807518 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:24.821740 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'port_id': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'mac_address': 'fa:16:3e:56:a4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:46:24.828732 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a24b2-d2de-47cb-8a74-7ff3ff1e440e req-d191f06b-b21f-4888-9da6-20c64e8f949b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:24.830310 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-365a24b2-d2de-47cb-8a74-7ff3ff1e440e req-d191f06b-b21f-4888-9da6-20c64e8f949b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 943 time: 0.0846338
Apr 29 15:46:24.870326 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-022455a7-7f20-45cd-b837-14470368b382 service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322143
Apr 29 15:46:24.878651 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-365a24b2-d2de-47cb-8a74-7ff3ff1e440e req-a459814e-1e8b-4d19-8c83-e589e6dfeb8b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390573
Apr 29 15:46:24.885851 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:24.904480 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73dcddce-227f-4912-8ea2-8e7877249cc7 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:46:24.920739 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:24.924796 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:24.926597 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-5fb953c8-197b-4ae9-aa46-68c1688acb3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:24.995861 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=73dcddce-227f-4912-8ea2-8e7877249cc7,revision_number=6']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:25.002926 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.003276 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.003640 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.003973 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.004302 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.004630 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.004973 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.005305 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.006237 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.006639 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.006958 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.007293 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:25.011651 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:25.014782 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a0cd9e5f-1fd0-4671-a16c-48a5de6488f5 req-78d2fa72-fd9f-416b-912a-21ca6833f168 service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371398
Apr 29 15:46:25.021933 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['73dcddce-227f-4912-8ea2-8e7877249cc7'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:46:25.888495 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec6bfb-7619-49c7-a525-2aa98077edce req-da07cf1a-2ee8-4e8e-9266-86c1c4bda8f0 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:25.889961 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-46ec6bfb-7619-49c7-a525-2aa98077edce req-da07cf1a-2ee8-4e8e-9266-86c1c4bda8f0 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 945 time: 0.0788820
Apr 29 15:46:25.938853 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-46ec6bfb-7619-49c7-a525-2aa98077edce req-1bf28da8-8b4e-453e-b22d-535f8f50eddf tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430806
Apr 29 15:46:26.064044 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55783b-b9c3-4786-b5f5-4afcfb9df8a8 req-f67e456c-7224-4ea5-8a85-2659951abbf0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:26.065534 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cf55783b-b9c3-4786-b5f5-4afcfb9df8a8 req-f67e456c-7224-4ea5-8a85-2659951abbf0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 943 time: 0.0796866
Apr 29 15:46:26.110663 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cf55783b-b9c3-4786-b5f5-4afcfb9df8a8 req-39cf343d-60f5-46a0-a0fe-e5fe53aeb3fd tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386519
Apr 29 15:46:26.662258 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 73dcddce-227f-4912-8ea2-8e7877249cc7 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:46:26.729160 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 73dcddce-227f-4912-8ea2-8e7877249cc7 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:46:26.729545 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:26.843706 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:26.870511 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:46:26.880228 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:26.885716 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:26.887640 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:26.924695 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'code': 200}
Apr 29 15:46:26.965786 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=73dcddce-227f-4912-8ea2-8e7877249cc7,revision_number=7']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:26.968698 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:26.969532 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:27.134974 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7968a1-a22c-4709-8dc8-acfcb8dd37af req-bb571176-c4fa-4124-9b7e-fbfe29056d34 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:27.136412 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0c7968a1-a22c-4709-8dc8-acfcb8dd37af req-bb571176-c4fa-4124-9b7e-fbfe29056d34 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0887811
Apr 29 15:46:27.181385 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0c7968a1-a22c-4709-8dc8-acfcb8dd37af req-dfca5a2c-a40e-4991-ab2d-32811c831e71 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391386
Apr 29 15:46:27.300304 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedf8b6-fd57-405d-b28e-c615ff1c03f7 req-7b4707f9-76c9-4295-b4ca-9d592ab44fe9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:27.301929 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6aedf8b6-fd57-405d-b28e-c615ff1c03f7 req-7b4707f9-76c9-4295-b4ca-9d592ab44fe9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 943 time: 0.0837290
Apr 29 15:46:27.347930 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6aedf8b6-fd57-405d-b28e-c615ff1c03f7 req-5d152723-3c69-4202-8cbc-92dee12613f8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392156
Apr 29 15:46:28.376428 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a0461-da5e-4698-834a-99a888730356 req-469f1817-3972-434b-990f-4de7f7fbbed7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:28.377896 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6b7a0461-da5e-4698-834a-99a888730356 req-469f1817-3972-434b-990f-4de7f7fbbed7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0884798
Apr 29 15:46:28.422432 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-6b7a0461-da5e-4698-834a-99a888730356 req-fb1f46cd-8d26-4e9a-9e9e-0282864403a3 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382941
Apr 29 15:46:28.536169 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bb1a5-c926-4264-a19d-94b3e96ea998 req-bacdb590-06b8-46e1-a9b8-9065f59cbf44 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:28.537882 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2e6bb1a5-c926-4264-a19d-94b3e96ea998 req-bacdb590-06b8-46e1-a9b8-9065f59cbf44 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 943 time: 0.0842750
Apr 29 15:46:28.581848 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2e6bb1a5-c926-4264-a19d-94b3e96ea998 req-e12bf091-ea0e-417b-83ae-aa69c2527447 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383334
Apr 29 15:46:29.615903 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca803e4-0e17-4168-a249-f47c0eecc005 req-f22e292d-5e0c-42e4-8481-1b764f5347ec tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:29.618760 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cca803e4-0e17-4168-a249-f47c0eecc005 req-f22e292d-5e0c-42e4-8481-1b764f5347ec tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0831609
Apr 29 15:46:29.663163 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-cca803e4-0e17-4168-a249-f47c0eecc005 req-dce1a38f-495d-4b53-8d39-f91241872e8b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390160
Apr 29 15:46:29.762604 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e016b8-5053-4136-ba14-576ee1fd9603 req-9ffa057b-c0cc-4151-9dbd-df655880bc6a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:29.764143 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f0e016b8-5053-4136-ba14-576ee1fd9603 req-9ffa057b-c0cc-4151-9dbd-df655880bc6a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 943 time: 0.0800459
Apr 29 15:46:29.811402 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f0e016b8-5053-4136-ba14-576ee1fd9603 req-9769c00c-692d-4180-9b45-8a01d5ba0679 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415301
Apr 29 15:46:30.232327 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-37e21b32-3ddd-415f-84fd-b2366983c50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:30.693994 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device c7fafc04-c069-427c-aa05-159f5565fb74 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:46:30.864952 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port c7fafc04-c069-427c-aa05-159f5565fb74, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c7fafc04-c069-427c-aa05-159f5565fb74,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:30.877991 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4b32c-7d93-4a66-9eac-8deb3d11d013 req-80c3946a-434c-464a-91d4-bda6d23b0c12 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:30.886867 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a2c4b32c-7d93-4a66-9eac-8deb3d11d013 req-80c3946a-434c-464a-91d4-bda6d23b0c12 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.1040170
Apr 29 15:46:30.888702 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'port_id': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'mac_address': 'fa:16:3e:ce:ae:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:46:30.944301 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-a2c4b32c-7d93-4a66-9eac-8deb3d11d013 req-fc50f540-db07-4f86-a086-494da9d707e3 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561836
Apr 29 15:46:30.980490 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:31.011429 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7fafc04-c069-427c-aa05-159f5565fb74 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:46:31.021540 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91302070-e862-41a7-8304-2aea8e540904 req-c68d48c8-5633-4ce6-b4a4-a9623b8b59fe tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:31.028632 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-91302070-e862-41a7-8304-2aea8e540904 req-c68d48c8-5633-4ce6-b4a4-a9623b8b59fe tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 943 time: 0.0986454
Apr 29 15:46:31.033074 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port c7fafc04-c069-427c-aa05-159f5565fb74, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c7fafc04-c069-427c-aa05-159f5565fb74,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:31.040740 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:31.044953 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-b0ec52dc-e04a-4fcb-a22e-b4149d02d6b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:31.084590 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-91302070-e862-41a7-8304-2aea8e540904 req-c7eaf0dd-d6b5-4386-92c6-e7c67e91ba65 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549455
Apr 29 15:46:31.131207 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=c7fafc04-c069-427c-aa05-159f5565fb74,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:31.134821 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:31.491602 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['c7fafc04-c069-427c-aa05-159f5565fb74'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:46:31.511633 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d737ca-ed83-4d59-9ad2-f92d73d01e44 req-9b7114f1-7195-4592-aead-8bd390760dc5 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:31.513829 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-06d737ca-ed83-4d59-9ad2-f92d73d01e44 req-9b7114f1-7195-4592-aead-8bd390760dc5 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.0960267
Apr 29 15:46:31.606377 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-06d737ca-ed83-4d59-9ad2-f92d73d01e44 req-a4e2bd9e-c73e-41c6-9ebd-31cd38de467b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0865450
Apr 29 15:46:32.295803 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be93640-c844-4d09-8014-49406206ffb3 req-5b4c7a64-79a4-41bb-bf5b-3311106c5f1a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:32.297442 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6be93640-c844-4d09-8014-49406206ffb3 req-5b4c7a64-79a4-41bb-bf5b-3311106c5f1a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 944 time: 0.1093245
Apr 29 15:46:32.373942 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6be93640-c844-4d09-8014-49406206ffb3 req-1b85d94e-9ef6-40c8-b41c-e4c5529faeaf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707486
Apr 29 15:46:32.421230 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282e9b4-45dc-4775-b1ac-d3aa12e260c2 req-f2945840-dfb9-4419-ae5e-203d84207f87 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:32.424771 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8282e9b4-45dc-4775-b1ac-d3aa12e260c2 req-f2945840-dfb9-4419-ae5e-203d84207f87 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.3693466
Apr 29 15:46:32.474441 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8282e9b4-45dc-4775-b1ac-d3aa12e260c2 req-ed67f64b-1737-428e-9c7e-7db013176915 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418093
Apr 29 15:46:32.709371 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device c7fafc04-c069-427c-aa05-159f5565fb74 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:46:32.830289 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port c7fafc04-c069-427c-aa05-159f5565fb74 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:46:32.845210 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port c7fafc04-c069-427c-aa05-159f5565fb74 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:46:32.845971 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:32.982291 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030a22c-8ba1-4e6b-818f-f30f1281c0b0 req-231899e5-3dee-417a-897b-7c186bf4ddd6 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:32.983767 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f030a22c-8ba1-4e6b-818f-f30f1281c0b0 req-231899e5-3dee-417a-897b-7c186bf4ddd6 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.1127160
Apr 29 15:46:33.038512 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:33.056969 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f030a22c-8ba1-4e6b-818f-f30f1281c0b0 req-59926914-a6d1-4ed7-9205-11e84f9aa75d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0649025
Apr 29 15:46:33.069283 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-471e4eb6-c543-4505-b511-55450eecafc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:33.078174 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fafc04-c069-427c-aa05-159f5565fb74'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:46:33.096531 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port c7fafc04-c069-427c-aa05-159f5565fb74, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c7fafc04-c069-427c-aa05-159f5565fb74,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:33.105778 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:33.108745 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:33.180056 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'code': 200}
Apr 29 15:46:33.187712 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:33.219906 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=c7fafc04-c069-427c-aa05-159f5565fb74,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:33.223352 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:33.478672 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ccafe-e9ad-47f2-bed9-1d5ed86b2a84 req-6e9a46b4-ac99-4433-8c55-49889fff83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:33.480817 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8a5ccafe-e9ad-47f2-bed9-1d5ed86b2a84 req-6e9a46b4-ac99-4433-8c55-49889fff83f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 1098 time: 0.1245999
Apr 29 15:46:33.583731 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8a5ccafe-e9ad-47f2-bed9-1d5ed86b2a84 req-220652ef-4862-4a10-93c9-98cd78faee1f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895410
Apr 29 15:46:33.629966 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a23f51-5ec7-4129-a318-f11cde313bbb req-019aac61-ec34-4098-9b97-116b5657397b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:33.637104 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-76a23f51-5ec7-4129-a318-f11cde313bbb req-019aac61-ec34-4098-9b97-116b5657397b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 945 time: 0.1269636
Apr 29 15:46:33.685551 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-76a23f51-5ec7-4129-a318-f11cde313bbb req-4bf5f45e-160c-460a-9bc1-0a172ada0899 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474172
Apr 29 15:46:33.717140 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bc708-fe9b-4063-9412-9ce0267c4f87 req-e915c34b-1ecc-4e0d-8b68-379d78616c7e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:33.718962 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b02bc708-fe9b-4063-9412-9ce0267c4f87 req-e915c34b-1ecc-4e0d-8b68-379d78616c7e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.1029966
Apr 29 15:46:33.770594 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b02bc708-fe9b-4063-9412-9ce0267c4f87 req-e2566830-e8ed-4059-bc54-1521ba9c4727 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449195
Apr 29 15:46:33.872765 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:34.276101 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858d664-918c-4e18-bbb2-1781c9375706 req-e03cde6d-4369-4a89-baa9-ba9a66f0bdb4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:34.284750 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8858d664-918c-4e18-bbb2-1781c9375706 req-e03cde6d-4369-4a89-baa9-ba9a66f0bdb4 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.1080251
Apr 29 15:46:34.345822 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8858d664-918c-4e18-bbb2-1781c9375706 req-d2c39e36-f247-4f0b-8f45-a5d337547903 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0613060
Apr 29 15:46:34.912224 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801e15d-96d4-4148-99b5-848d7e82f00e req-71f7302d-43d7-4f39-99f2-1a74742d9124 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:34.914622 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0801e15d-96d4-4148-99b5-848d7e82f00e req-71f7302d-43d7-4f39-99f2-1a74742d9124 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 945 time: 0.1149182
Apr 29 15:46:34.982432 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0801e15d-96d4-4148-99b5-848d7e82f00e req-1ef43003-e4ce-4d81-bc97-22dfa5ca9ff7 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553610
Apr 29 15:46:35.128653 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017ada0-f3a9-4d18-8ec3-05799e09cc33 req-f8073351-ff87-4973-b6cd-62be517f19bd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:35.130165 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2017ada0-f3a9-4d18-8ec3-05799e09cc33 req-f8073351-ff87-4973-b6cd-62be517f19bd tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.2210948
Apr 29 15:46:35.182789 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2017ada0-f3a9-4d18-8ec3-05799e09cc33 req-aeaf0feb-1645-467b-b889-8d5fe2a6fe0b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450933
Apr 29 15:46:35.403436 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:35.546018 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd4ff7-7ca8-4e1a-8841-20e209ce06e1 req-2fbb0ebd-a13d-41dc-9ea6-3fba83e444d2 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:35.547535 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-35dd4ff7-7ca8-4e1a-8841-20e209ce06e1 req-2fbb0ebd-a13d-41dc-9ea6-3fba83e444d2 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.0911443
Apr 29 15:46:35.690500 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-35dd4ff7-7ca8-4e1a-8841-20e209ce06e1 req-d61d405c-bab5-4972-889c-8eb577d465ae tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1346691
Apr 29 15:46:36.266322 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a0485-3e0a-4804-9684-562b885bc071 req-c13712db-574f-4517-ae1d-e13d8bb38845 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:36.276624 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3b5a0485-3e0a-4804-9684-562b885bc071 req-c13712db-574f-4517-ae1d-e13d8bb38845 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 945 time: 0.1263475
Apr 29 15:46:36.340546 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3b5a0485-3e0a-4804-9684-562b885bc071 req-c86bb729-6f5a-426d-9df6-06353979ad42 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629301
Apr 29 15:46:36.416249 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acabccf-27b3-4423-869c-ec4b67dd55a3 req-18df4591-0d2d-4a1b-9ddd-27d729a3f89a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:36.419606 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8acabccf-27b3-4423-869c-ec4b67dd55a3 req-18df4591-0d2d-4a1b-9ddd-27d729a3f89a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0934620
Apr 29 15:46:36.486807 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-8acabccf-27b3-4423-869c-ec4b67dd55a3 req-68bed504-4dad-469e-9155-03979d5de9ed tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611224
Apr 29 15:46:36.554037 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f08cb3-3207-460b-84bc-6eb066d5d54f req-a6d8bc08-22cd-4c97-8e7b-cee481939ef4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:36.555529 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c2f08cb3-3207-460b-84bc-6eb066d5d54f req-a6d8bc08-22cd-4c97-8e7b-cee481939ef4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 945 time: 0.1033797
Apr 29 15:46:36.610780 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c2f08cb3-3207-460b-84bc-6eb066d5d54f req-a26e57c6-b1a6-46cc-930b-52e380d476e9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486412
Apr 29 15:46:36.636555 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 40612) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:36.722939 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39c61d-0789-4a5f-b914-2e0a3b1ef83f tempest-TestVolumeBootPattern-913002637 tempest-TestVolumeBootPattern-913002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:36.722939 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-ff39c61d-0789-4a5f-b914-2e0a3b1ef83f tempest-TestVolumeBootPattern-913002637 tempest-TestVolumeBootPattern-913002637-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 1093 time: 0.0852652
Apr 29 15:46:36.728589 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 40618) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:36.733699 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.v2.base [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'floatingip': {'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'port_id': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:46:36.740383 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:46:36.744989 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Usage tracker for resource:floatingip and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:46:36.748235 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:46:36.755782 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:46:36.773803 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:37.026787 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee878958-3d75-4003-80ed-ec3550618a94 req-649430b7-b178-426c-8106-847d72125b10 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:37.028295 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ee878958-3d75-4003-80ed-ec3550618a94 req-649430b7-b178-426c-8106-847d72125b10 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.2010565
Apr 29 15:46:37.088945 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:37.105766 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ee878958-3d75-4003-80ed-ec3550618a94 req-0763a75a-793f-4059-985a-f8ea6af32544 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0695641
Apr 29 15:46:37.314429 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_common [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Allocated IP 172.27.3.162 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/29992234-dfdd-4238-8463-b34162165be7) {{(pid=73821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:46:37.339154 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:46:37.514399 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for port, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:37.554951 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:37.559407 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:37.649778 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'Port': ['ID=29992234-dfdd-4238-8463-b34162165be7,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:37.657008 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:46:37.661416 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.base_scheduler [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources bound (agent type, host, resource id):  {{(pid=73821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:46:37.667065 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Received port after_create {{(pid=73821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:46:37.702535 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.702913 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.703505 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.704164 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.704529 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.704893 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.705283 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.705641 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.705999 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.706467 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.706825 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.707179 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:46:37.720219 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:37.723529 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e74b06-5022-4139-83e9-4152fadef715 req-d27a71a0-1d95-4629-9d16-8eae101bc255 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:37.731546 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-92e74b06-5022-4139-83e9-4152fadef715 req-d27a71a0-1d95-4629-9d16-8eae101bc255 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0978880
Apr 29 15:46:37.781468 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-92e74b06-5022-4139-83e9-4152fadef715 req-bd132747-72f4-4801-83d0-a9a5bdb95fb1 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490320
Apr 29 15:46:38.229606 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:38.402082 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd755c05-e134-48c9-99b1-6ac864774da9 req-a3c3caec-ccc8-4233-be3d-3c61a67b3f0b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:38.409328 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dd755c05-e134-48c9-99b1-6ac864774da9 req-a3c3caec-ccc8-4233-be3d-3c61a67b3f0b tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 946 time: 0.1472390
Apr 29 15:46:38.418729 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cd89e-a969-490a-b745-7c4676224834 req-f020e7c4-933f-440c-b787-ab7a748ff85b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:38.426944 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1c7cd89e-a969-490a-b745-7c4676224834 req-f020e7c4-933f-440c-b787-ab7a748ff85b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.1773164
Apr 29 15:46:38.438640 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:38.490811 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1c7cd89e-a969-490a-b745-7c4676224834 req-a7109f20-eab9-49fa-9ca0-1dabb244f936 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0559072
Apr 29 15:46:38.496403 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dd755c05-e134-48c9-99b1-6ac864774da9 req-5ff768f5-8742-4763-b9c3-d9416dc6f8ea tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861888
Apr 29 15:46:38.777526 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for port, precommit_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:38.784221 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8128073'] for port, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:38.789784 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:38.906949 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'Port': ['ID=29992234-dfdd-4238-8463-b34162165be7,revision_number=2']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:38.911408 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:38.917605 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:39.023667 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9c712-c84b-4ee3-8bd7-4d1bfd76b3cc req-48d69b1e-249c-47b2-9be4-9aa4036c29ac tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:39.026767 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-71b9c712-c84b-4ee3-8bd7-4d1bfd76b3cc req-48d69b1e-249c-47b2-9be4-9aa4036c29ac tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.1019504
Apr 29 15:46:39.101559 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-71b9c712-c84b-4ee3-8bd7-4d1bfd76b3cc req-319678ce-9a2e-46f9-bc27-b39f7f942c98 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672867
Apr 29 15:46:39.118058 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.l3_db [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Floating IP fe2644a6-067c-45d6-80cf-2c75fff6534f associated. External IP: 172.27.3.162, port: c7fafc04-c069-427c-aa05-159f5565fb74.
Apr 29 15:46:39.606746 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Router ad83f830-1618-49ab-a07d-18720fc1bedc has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:46:39.736092 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81208c17-23d1-458f-a0c2-5f2997f8a57c req-704e6717-af26-4058-acd8-997021ed98a2 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:39.737787 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-81208c17-23d1-458f-a0c2-5f2997f8a57c req-704e6717-af26-4058-acd8-997021ed98a2 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 946 time: 0.0937936
Apr 29 15:46:39.800616 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-81208c17-23d1-458f-a0c2-5f2997f8a57c req-ef1b7a79-3e0c-4103-8ec3-0eeb7aa86443 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541492
Apr 29 15:46:39.877848 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:46:39.888814 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208e0b2-3268-4018-959a-389e490f3c2e None None] Sync routers for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:46:39.892635 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b4e88-9899-46e3-9385-663ca8e12759 req-8fd1d038-6c3e-49b6-933d-4bd01be4fe8b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:39.899006 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-de4b4e88-9899-46e3-9385-663ca8e12759 req-8fd1d038-6c3e-49b6-933d-4bd01be4fe8b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.2867780
Apr 29 15:46:39.904185 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208e0b2-3268-4018-959a-389e490f3c2e None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:46:39.905228 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-9208e0b2-3268-4018-959a-389e490f3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee316f310>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:46:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:39.950486 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:40.027908 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-de4b4e88-9899-46e3-9385-663ca8e12759 req-16b1cbf4-84e9-4845-bc90-ecd32cc23cb1 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1032677
Apr 29 15:46:40.040710 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3110015
Apr 29 15:46:40.041830 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'tag': 'c7fafc04-c069-427c-aa05-159f5565fb74'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:46:40.103838 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'tag': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'status': 'completed', 'code': 200}
Apr 29 15:46:40.123163 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-9208e0b2-3268-4018-959a-389e490f3c2e None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:46:40.240697 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf000-bea8-46fa-a2d1-b2af4e720d95 req-8c921882-5b3c-4061-be44-9a1627fba28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:40.243172 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4a3bf000-bea8-46fa-a2d1-b2af4e720d95 req-8c921882-5b3c-4061-be44-9a1627fba28e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 1098 time: 0.1165833
Apr 29 15:46:40.431337 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14805138-f123-4856-9a5d-a3db97aa464a req-b0e12c9a-16a8-473f-b275-bcce25c6dfb4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:40.433262 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-14805138-f123-4856-9a5d-a3db97aa464a req-b0e12c9a-16a8-473f-b275-bcce25c6dfb4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.1838334
Apr 29 15:46:40.497220 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-14805138-f123-4856-9a5d-a3db97aa464a req-a36c6ad8-be8f-4338-9a14-b2b4c52c0a2e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567918
Apr 29 15:46:40.575259 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf000-bea8-46fa-a2d1-b2af4e720d95 req-27cd745f-38d0-4262-adf0-562d9f2a1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:40.577526 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4a3bf000-bea8-46fa-a2d1-b2af4e720d95 req-27cd745f-38d0-4262-adf0-562d9f2a1e3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 913 time: 0.3233345
Apr 29 15:46:40.595996 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-9208e0b2-3268-4018-959a-389e490f3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee316f310>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': 'fe2644a6-067c-45d6-80cf-2c75fff6534f', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:ce:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:46:38Z', 'updated_at': '2021-04-29T15:46:38Z', 'revision_number': 0, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:40.600799 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208e0b2-3268-4018-959a-389e490f3c2e None None] Checking router: ad83f830-1618-49ab-a07d-18720fc1bedc for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:46:40.610240 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208e0b2-3268-4018-959a-389e490f3c2e None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:46:40.610930 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-9208e0b2-3268-4018-959a-389e490f3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee316f310>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:46:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:40.701088 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4a3bf000-bea8-46fa-a2d1-b2af4e720d95 req-88ec31fe-d645-465e-92c5-23a31a79abc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7fafc04-c069-427c-aa05-159f5565fb74 HTTP/1.1" status: 200  len: 999 time: 0.1105182
Apr 29 15:46:40.775747 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf000-bea8-46fa-a2d1-b2af4e720d95 req-8fb64716-ba92-4d83-ab60-fdc7ae457f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:40.777541 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4a3bf000-bea8-46fa-a2d1-b2af4e720d95 req-8fb64716-ba92-4d83-ab60-fdc7ae457f54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.0695679
Apr 29 15:46:40.791029 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-493ef302-c1aa-4466-9c3e-3ce339b7a702 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:40.793014 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-493ef302-c1aa-4466-9c3e-3ce339b7a702 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.32 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 946 time: 0.3562126
Apr 29 15:46:40.853000 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-9208e0b2-3268-4018-959a-389e490f3c2e None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:46:40.935232 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf000-bea8-46fa-a2d1-b2af4e720d95 req-e88b32fd-53c1-4aeb-9695-3ed1e3bda56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:40.937317 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4a3bf000-bea8-46fa-a2d1-b2af4e720d95 req-e88b32fd-53c1-4aeb-9695-3ed1e3bda56a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1419888
Apr 29 15:46:41.250590 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-9208e0b2-3268-4018-959a-389e490f3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee316f310>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': 'fe2644a6-067c-45d6-80cf-2c75fff6534f', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:ce:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:46:38Z', 'updated_at': '2021-04-29T15:46:38Z', 'revision_number': 0, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:41.257394 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208e0b2-3268-4018-959a-389e490f3c2e None None] The sync data for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi is: [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': 'fe2644a6-067c-45d6-80cf-2c75fff6534f', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:ce:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:46:38Z', 'updated_at': '2021-04-29T15:46:38Z', 'revision_number': 0, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:46:41.292035 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e69281-d378-47e3-b600-0709adc94d34 req-777d252c-4e97-4878-b4dd-b33874875090 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:41.295272 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-10e69281-d378-47e3-b600-0709adc94d34 req-777d252c-4e97-4878-b4dd-b33874875090 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.0955329
Apr 29 15:46:41.311059 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Deleting port efe0eeb9-dcb0-4d60-b6be-ec25a914685d {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:46:41.311649 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:41.336950 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a55c1b-df5b-4fa7-b4c1-ceb32d3009fe req-18d1f0f0-459c-4616-a177-e9b306be5c15 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:41.343990 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-22a55c1b-df5b-4fa7-b4c1-ceb32d3009fe req-18d1f0f0-459c-4616-a177-e9b306be5c15 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 946 time: 0.3740444
Apr 29 15:46:41.347382 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-10e69281-d378-47e3-b600-0709adc94d34 req-af8bda8d-23f3-4412-87cf-639a15c6a9af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0455787
Apr 29 15:46:41.359483 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4a3bf000-bea8-46fa-a2d1-b2af4e720d95 req-704f6f72-7122-44e2-be3e-d3f1ee0e2c4d service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3549757
Apr 29 15:46:41.483083 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c322fd5a-02c2-4257-8442-9d0c051aab88 None None] New status for floating IP fe2644a6-067c-45d6-80cf-2c75fff6534f: ACTIVE {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:46:41.568535 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-22a55c1b-df5b-4fa7-b4c1-ceb32d3009fe req-e3d90301-5b21-4538-bbeb-5c15fe6220f6 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7c8365b-ed9c-4315-858a-253e3a2e2ca4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2229776
Apr 29 15:46:41.615128 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] For port efe0eeb9-dcb0-4d60-b6be-ec25a914685d, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=efe0eeb9-dcb0-4d60-b6be-ec25a914685d,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:41.615652 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:41.632191 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-4a3bf000-bea8-46fa-a2d1-b2af4e720d95 req-1fe24989-3d2c-4314-ad8c-9b3564518f20 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2570493
Apr 29 15:46:41.687536 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eae2b-69c4-488a-801d-d42ac6d47d2a req-d2a8d0fe-0f7d-440b-99b3-920f9433cb29 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:41.689164 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7d1eae2b-69c4-488a-801d-d42ac6d47d2a req-d2a8d0fe-0f7d-440b-99b3-920f9433cb29 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0917292
Apr 29 15:46:41.847716 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7d1eae2b-69c4-488a-801d-d42ac6d47d2a req-817ec1a3-b3ed-48a1-ae4c-a1f80b341bad tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1498091
Apr 29 15:46:41.973423 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:41.973712 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:41.974049 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.l3_db [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Floating IP 4a1fdcf8-a649-47cf-9745-b17d1037d79d disassociated. External IP: 172.27.3.107, port: efe0eeb9-dcb0-4d60-b6be-ec25a914685d.
Apr 29 15:46:41.974601 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Calling delete_port for efe0eeb9-dcb0-4d60-b6be-ec25a914685d owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:46:42.012321 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f53c0-f03c-4bc3-81c3-03d81f812827 req-de0ef875-c46a-438d-aaa1-475bd201cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:42.013809 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-339f53c0-f03c-4bc3-81c3-03d81f812827 req-de0ef875-c46a-438d-aaa1-475bd201cf97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f499c016ab548289b8fcf46ac473eec&device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 1099 time: 0.1297636
Apr 29 15:46:42.254419 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f53c0-f03c-4bc3-81c3-03d81f812827 req-880bdd4a-88be-4d7a-b38b-0e741bf0bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:42.256448 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-339f53c0-f03c-4bc3-81c3-03d81f812827 req-880bdd4a-88be-4d7a-b38b-0e741bf0bb46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d84f215d-8638-45c1-a8e3-c5cd161de2e3 HTTP/1.1" status: 200  len: 909 time: 0.2358375
Apr 29 15:46:42.346116 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:42.356073 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ff1e6113-f84f-4225-a0ed-42c42dd63229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:42.419554 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b30c0f-a8e2-4530-ac90-84a475ff4ef3 req-ed312e25-cfab-4101-b6ec-60a9acc707b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:42.421056 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f2b30c0f-a8e2-4530-ac90-84a475ff4ef3 req-ed312e25-cfab-4101-b6ec-60a9acc707b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 1099 time: 0.3060129
Apr 29 15:46:42.430419 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event deleted for resources: {'Port': ['ID=efe0eeb9-dcb0-4d60-b6be-ec25a914685d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:42.439028 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:42.464970 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-339f53c0-f03c-4bc3-81c3-03d81f812827 req-220e0596-8052-43b8-91b7-047ebda5ffea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3 HTTP/1.1" status: 200  len: 1001 time: 0.1990819
Apr 29 15:46:42.725379 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-08e41af2-7ffd-4cbc-88f3-1714bdd2dac2 req-f70ea669-5dcd-478b-b229-144db5a400f0 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 210 time: 0.0429869
Apr 29 15:46:42.933595 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f53c0-f03c-4bc3-81c3-03d81f812827 req-bb4ddcc3-27ae-40ff-b750-2d814e64cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:42.935024 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-339f53c0-f03c-4bc3-81c3-03d81f812827 req-bb4ddcc3-27ae-40ff-b750-2d814e64cb10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a777552-0d2b-40d3-bf28-cabdd61ee1d4 HTTP/1.1" status: 200  len: 847 time: 0.4252081
Apr 29 15:46:43.029699 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b30c0f-a8e2-4530-ac90-84a475ff4ef3 req-e9d9a7af-3a2a-4639-b784-c377bdfa8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:43.031046 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f2b30c0f-a8e2-4530-ac90-84a475ff4ef3 req-e9d9a7af-3a2a-4639-b784-c377bdfa8072 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 918 time: 0.5983782
Apr 29 15:46:43.046446 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f43f76-5857-4c91-9659-ed5b9c624b72 req-4cb697ed-e097-4f8b-adc1-c0fafa27ee09 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:43.047889 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-85f43f76-5857-4c91-9659-ed5b9c624b72 req-4cb697ed-e097-4f8b-adc1-c0fafa27ee09 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0824602
Apr 29 15:46:43.093228 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-85f43f76-5857-4c91-9659-ed5b9c624b72 req-8dc8418d-6224-4843-9502-fd6c040ff248 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383594
Apr 29 15:46:43.098695 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f680ef7-8082-4fe3-af7c-32b6ea1e5348 req-62749e34-ce77-45b8-905c-273a8f1cd79b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:43.100735 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3f680ef7-8082-4fe3-af7c-32b6ea1e5348 req-62749e34-ce77-45b8-905c-273a8f1cd79b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.6397514
Apr 29 15:46:43.150480 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:46:43.280132 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3f680ef7-8082-4fe3-af7c-32b6ea1e5348 req-21ea92ad-c3ed-473b-a7f5-03ddf1695a40 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1574435
Apr 29 15:46:43.281719 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f2b30c0f-a8e2-4530-ac90-84a475ff4ef3 req-d3564187-b126-4386-a323-1922d7930a1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73dcddce-227f-4912-8ea2-8e7877249cc7 HTTP/1.1" status: 200  len: 1002 time: 0.2409046
Apr 29 15:46:43.323816 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f53c0-f03c-4bc3-81c3-03d81f812827 req-bb89f27c-c08a-4829-b14c-28d0d03a4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:43.325298 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-339f53c0-f03c-4bc3-81c3-03d81f812827 req-bb89f27c-c08a-4829-b14c-28d0d03a4317 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d84f215d-8638-45c1-a8e3-c5cd161de2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3706305
Apr 29 15:46:43.531773 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b30c0f-a8e2-4530-ac90-84a475ff4ef3 req-ceb911c1-e4b2-4e4d-8606-3c725184c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:43.533165 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f2b30c0f-a8e2-4530-ac90-84a475ff4ef3 req-ceb911c1-e4b2-4e4d-8606-3c725184c989 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 200  len: 856 time: 0.2441099
Apr 29 15:46:43.595067 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:46:43.605840 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c1495-b5c5-4ca6-b56b-cc57f2143793 None None] Sync routers for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:46:43.615610 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c1495-b5c5-4ca6-b56b-cc57f2143793 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:46:43.616379 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-909c1495-b5c5-4ca6-b56b-cc57f2143793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3e748e0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:46:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:43.693990 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] No DVR routers for this DVR port efe0eeb9-dcb0-4d60-b6be-ec25a914685d on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:46:43.696937 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-339f53c0-f03c-4bc3-81c3-03d81f812827 req-d7bce3db-41b6-4874-9726-81dd2f810539 service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3597338
Apr 29 15:46:43.697927 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:43.700578 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'name': 'network-vif-deleted', 'tag': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:46:43.756801 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af6c1d7-56ca-4c80-931b-57af82df1c16', 'name': 'network-vif-deleted', 'tag': 'efe0eeb9-dcb0-4d60-b6be-ec25a914685d', 'status': 'completed', 'code': 200}
Apr 29 15:46:43.762101 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1305117a-9e3e-4edd-92ef-d421cfff9526 req-5c417b34-50d2-4e74-8bb0-d474868e3a1a tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.32 "DELETE /v2.0/ports/efe0eeb9-dcb0-4d60-b6be-ec25a914685d HTTP/1.1" status: 204  len: 173 time: 2.9226649
Apr 29 15:46:43.845042 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b30c0f-a8e2-4530-ac90-84a475ff4ef3 req-bfe34d4d-9a28-49ef-be0a-b3e81afaa655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:43.846441 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f2b30c0f-a8e2-4530-ac90-84a475ff4ef3 req-bfe34d4d-9a28-49ef-be0a-b3e81afaa655 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3050025
Apr 29 15:46:43.855891 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-909c1495-b5c5-4ca6-b56b-cc57f2143793 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:46:43.932861 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-0b25ee9f-6811-430e-a316-9ceee2741f85 req-eeff5a63-056f-4225-b51c-970bdb3c4ee4 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Synchronizing usage tracker for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:46:44.009186 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-339f53c0-f03c-4bc3-81c3-03d81f812827 req-669a7a42-fd07-47d0-8e79-222b9941dcb2 service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3016293
Apr 29 15:46:44.029434 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-0b25ee9f-6811-430e-a316-9ceee2741f85 req-eeff5a63-056f-4225-b51c-970bdb3c4ee4 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Unset dirty status for tenant:b32ad0cb62fc4532bec749ca1eff5d96 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:46:44.030551 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0b25ee9f-6811-430e-a316-9ceee2741f85 req-eeff5a63-056f-4225-b51c-970bdb3c4ee4 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/ports?device_id=4af6c1d7-56ca-4c80-931b-57af82df1c16 HTTP/1.1" status: 200  len: 210 time: 0.1811547
Apr 29 15:46:44.058829 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f2b30c0f-a8e2-4530-ac90-84a475ff4ef3 req-1daa5551-c8af-457a-bb2e-6574dff045a0 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051520
Apr 29 15:46:44.192141 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-909c1495-b5c5-4ca6-b56b-cc57f2143793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3e748e0>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:44.197571 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c1495-b5c5-4ca6-b56b-cc57f2143793 None None] Checking router: 77e3f82f-6e86-4d1c-8032-3c672b6e2300 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:46:44.204019 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f2b30c0f-a8e2-4530-ac90-84a475ff4ef3 req-267031a8-eec1-484d-b01f-139a71236379 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385128
Apr 29 15:46:44.206412 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c1495-b5c5-4ca6-b56b-cc57f2143793 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:46:44.207169 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-909c1495-b5c5-4ca6-b56b-cc57f2143793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3e748e0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:46:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:44.299081 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfc7f4-80c1-43f2-b2f5-07fcca7f23c3 req-d48f4f85-09da-4de9-8616-8f7a2e3d4f81 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:44.301447 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5bcfc7f4-80c1-43f2-b2f5-07fcca7f23c3 req-d48f4f85-09da-4de9-8616-8f7a2e3d4f81 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0901198
Apr 29 15:46:44.368377 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5bcfc7f4-80c1-43f2-b2f5-07fcca7f23c3 req-809ddc26-c1d9-4bd1-a7c1-840bffc6faac tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561225
Apr 29 15:46:44.414746 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-909c1495-b5c5-4ca6-b56b-cc57f2143793 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:46:44.541154 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694484d5-f7f7-4693-86d0-fe85a9fc8698 req-321c9ca8-f442-4952-80d9-403bded29b99 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:44.542671 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-694484d5-f7f7-4693-86d0-fe85a9fc8698 req-321c9ca8-f442-4952-80d9-403bded29b99 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.1105309
Apr 29 15:46:44.588879 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-694484d5-f7f7-4693-86d0-fe85a9fc8698 req-af5c4987-2c82-4684-9451-57ea43a601aa tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402601
Apr 29 15:46:44.730101 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-909c1495-b5c5-4ca6-b56b-cc57f2143793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3e748e0>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:44.733830 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c1495-b5c5-4ca6-b56b-cc57f2143793 None None] The sync data for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi is: [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:36:11Z', 'revision_number': 4, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'b3b85bb4-3a36-4beb-a642-5b395762135f', 'name': '', 'network_id': '905c0d65-04c5-4bff-b644-f1439c03b662', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'mac_address': 'fa:16:3e:c7:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:08Z', 'updated_at': '2021-04-29T15:36:23Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'subnets': [{'id': 'ed2ba634-ffc0-48c4-9162-332a736aade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:46:44.793152 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device efe0eeb9-dcb0-4d60-b6be-ec25a914685d no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:46:44.835626 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: efe0eeb9-dcb0-4d60-b6be-ec25a914685d {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:46:44.836179 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device efe0eeb9-dcb0-4d60-b6be-ec25a914685d not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:46:44.949468 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e683c3-2d70-4224-84ca-398c6a97286b None None] New status for floating IP 4a1fdcf8-a649-47cf-9745-b17d1037d79d: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:46:45.155989 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40694) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:45.228304 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e0eabf19-2ba7-4580-94d9-503780377151 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:45.259679 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e0eabf19-2ba7-4580-94d9-503780377151 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:45.330000 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e0eabf19-2ba7-4580-94d9-503780377151 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:45.335178 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3837fa74-4ada-42fc-8f43-042cc4dd9839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:45.350075 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eabf19-2ba7-4580-94d9-503780377151 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c8365b-ed9c-4315-858a-253e3a2e2ca4,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:45.352570 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e0eabf19-2ba7-4580-94d9-503780377151 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:45.362505 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e0eabf19-2ba7-4580-94d9-503780377151 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:45.364967 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-e0eabf19-2ba7-4580-94d9-503780377151 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "DELETE /v2.0/security-groups/c7c8365b-ed9c-4315-858a-253e3a2e2ca4 HTTP/1.1" status: 204  len: 168 time: 0.2064571
Apr 29 15:46:45.367195 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40698) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:45.384337 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.api.v2.resource [None req-82fa327e-7d60-46dd-9403-59d304b6025d tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] show failed (client error): The resource could not be found.
Apr 29 15:46:45.385375 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-82fa327e-7d60-46dd-9403-59d304b6025d tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "GET /v2.0/security-groups/c7c8365b-ed9c-4315-858a-253e3a2e2ca4 HTTP/1.1" status: 404  len: 347 time: 0.0172741
Apr 29 15:46:45.388387 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40702) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:45.583012 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f213797-8bec-4556-bddd-6439d76a41c4 req-a52224d9-bf04-4073-b7bb-8ff853775427 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:45.584592 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0f213797-8bec-4556-bddd-6439d76a41c4 req-a52224d9-bf04-4073-b7bb-8ff853775427 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.1036599
Apr 29 15:46:45.645628 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-0f213797-8bec-4556-bddd-6439d76a41c4 req-62d68133-7fef-44dd-98c5-396cc3e0d2e9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523229
Apr 29 15:46:45.813190 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Deleting port 3c18cb9c-245c-44bf-bc77-08605a9edbaf {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:46:45.813779 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:45.853788 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe6ffe-06d6-4b3c-a3df-5290c2339362 req-86c56625-7b51-4e0a-9f3c-f5a7fadc258c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:45.855168 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8cbe6ffe-06d6-4b3c-a3df-5290c2339362 req-86c56625-7b51-4e0a-9f3c-f5a7fadc258c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.1289928
Apr 29 15:46:45.977347 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8cbe6ffe-06d6-4b3c-a3df-5290c2339362 req-4f250a60-1f80-4357-a970-fabde84973c9 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0731366
Apr 29 15:46:45.980805 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:45.981172 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:46.106263 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Calling delete_port for 3c18cb9c-245c-44bf-bc77-08605a9edbaf owned by network:floatingip {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:46:46.238633 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:46.243461 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-942df05a-cb76-417f-8cef-47c70f56129b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:46.285452 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Pushing event deleted for resources: {'Port': ['ID=3c18cb9c-245c-44bf-bc77-08605a9edbaf,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:46.291294 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:46.386714 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks [] for floatingip, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:46.404285 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:46.405423 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] 10.222.0.10 "DELETE /v2.0/floatingips/4a1fdcf8-a649-47cf-9745-b17d1037d79d HTTP/1.1" status: 204  len: 168 time: 1.0161300
Apr 29 15:46:46.818858 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 73dcddce-227f-4912-8ea2-8e7877249cc7 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:46:46.844834 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545da9c5-522c-4c35-a10f-13a495da86da req-b8193a17-1712-4f55-abe2-191957e6e68c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:46.847266 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-545da9c5-522c-4c35-a10f-13a495da86da req-b8193a17-1712-4f55-abe2-191957e6e68c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 946 time: 0.0883429
Apr 29 15:46:46.903859 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-545da9c5-522c-4c35-a10f-13a495da86da req-a924a707-b325-47e3-b8b2-dbc65ef26a18 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480545
Apr 29 15:46:46.944394 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:46.970445 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:46:46.981233 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:46.985722 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:46.987854 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:47.019380 dv-cinder-788782-1-iscsi neutron-server[73823]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'code': 422} returned with failed status
Apr 29 15:46:47.057923 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=73dcddce-227f-4912-8ea2-8e7877249cc7,revision_number=8']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:47.062550 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:47.180487 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462172cd-f3ea-4460-a5a7-5df420f2f907 req-d12e5573-3521-46b3-8adb-bd82626b79ea tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:47.182082 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-462172cd-f3ea-4460-a5a7-5df420f2f907 req-d12e5573-3521-46b3-8adb-bd82626b79ea tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.0829203
Apr 29 15:46:47.229303 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-462172cd-f3ea-4460-a5a7-5df420f2f907 req-32dbe5f1-8a18-4544-ba63-f3fac6f60b65 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414360
Apr 29 15:46:47.538499 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-3c53d952-0f3b-4f8c-b48b-b8cb31f70e61 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0922744
Apr 29 15:46:47.601081 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed9e20-143f-4e8f-a171-aff52da519ef req-10c47ef5-e841-48c6-8712-e9e48e1633ea tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:47.602569 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-28ed9e20-143f-4e8f-a171-aff52da519ef req-10c47ef5-e841-48c6-8712-e9e48e1633ea tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.0937018
Apr 29 15:46:47.654577 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-28ed9e20-143f-4e8f-a171-aff52da519ef req-4fb605dd-d8ab-4c6e-a6c7-1d3068a00022 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457315
Apr 29 15:46:48.412874 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e232922-3b6c-4a75-9b9c-4eeab5782f54 req-75244185-a9fa-4594-9917-7a5bbfbb574b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:48.414386 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7e232922-3b6c-4a75-9b9c-4eeab5782f54 req-75244185-a9fa-4594-9917-7a5bbfbb574b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0914855
Apr 29 15:46:48.462084 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7e232922-3b6c-4a75-9b9c-4eeab5782f54 req-3a3c6b60-a6ed-4f1a-983f-dd4e91df6483 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417590
Apr 29 15:46:48.534823 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40784) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:48.659148 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-408024d3-c9fb-4955-9e46-f54d09df82a2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1229422
Apr 29 15:46:48.844848 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a174ff-2cd7-4fff-b211-41e028d8f6d6 req-1fd1a1d0-92f8-42bd-a982-1e40b73aadd0 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:48.846391 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e8a174ff-2cd7-4fff-b211-41e028d8f6d6 req-1fd1a1d0-92f8-42bd-a982-1e40b73aadd0 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.0813553
Apr 29 15:46:48.898400 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e8a174ff-2cd7-4fff-b211-41e028d8f6d6 req-b6c435ae-ad72-4594-b3fb-8961deea4b3f tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449917
Apr 29 15:46:48.989585 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-a6bb59c6-33a8-42a8-8912-7cafca23f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:48.991282 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-a6bb59c6-33a8-42a8-8912-7cafca23f599 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88&tenant_id=5f499c016ab548289b8fcf46ac473eec HTTP/1.1" status: 200  len: 1099 time: 0.0744984
Apr 29 15:46:49.089538 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-5770bff4-7548-4875-8759-c476c3337d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:49.091012 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-5770bff4-7548-4875-8759-c476c3337d93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f499c016ab548289b8fcf46ac473eec&device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 1099 time: 0.0752382
Apr 29 15:46:49.287378 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-360e28ec-5e9a-44ff-9ced-4621f8f87c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:49.287378 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-360e28ec-5e9a-44ff-9ced-4621f8f87c2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d84f215d-8638-45c1-a8e3-c5cd161de2e3 HTTP/1.1" status: 200  len: 909 time: 0.1859329
Apr 29 15:46:49.348415 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-ed3cee86-0853-43a9-8c9d-33e684100ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:49.350093 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-ed3cee86-0853-43a9-8c9d-33e684100ffc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f&tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2 HTTP/1.1" status: 200  len: 1097 time: 0.1690376
Apr 29 15:46:49.529786 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-f6e26bcf-3410-4b6e-a721-e0fac2ff2188 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3 HTTP/1.1" status: 200  len: 1001 time: 0.2389114
Apr 29 15:46:49.605640 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-aa3ea65e-9485-4798-94f4-b79b7f9619ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:49.607013 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-aa3ea65e-9485-4798-94f4-b79b7f9619ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 1097 time: 0.1557422
Apr 29 15:46:49.608454 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-58ee2d40-1224-401a-a5ff-44e2e75b1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:49.609811 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-58ee2d40-1224-401a-a5ff-44e2e75b1431 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a777552-0d2b-40d3-bf28-cabdd61ee1d4 HTTP/1.1" status: 200  len: 847 time: 0.0703845
Apr 29 15:46:49.660355 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb7df3-d4b5-474e-bb7a-3980f857d8e7 req-26623a75-6540-45d0-a384-afbb52fa5a3d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:49.661922 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f4eb7df3-d4b5-474e-bb7a-3980f857d8e7 req-26623a75-6540-45d0-a384-afbb52fa5a3d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0849741
Apr 29 15:46:49.706492 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f4eb7df3-d4b5-474e-bb7a-3980f857d8e7 req-6061e5be-be2b-408b-a7c1-46bafbe145c6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388136
Apr 29 15:46:49.803076 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-26933a9b-89ef-4afc-a663-d5fb7cdafb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:49.804538 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-26933a9b-89ef-4afc-a663-d5fb7cdafb9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d84f215d-8638-45c1-a8e3-c5cd161de2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1851931
Apr 29 15:46:49.805668 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-8bca5a3e-66f6-46bc-8077-2cc9de2902fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:49.806942 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-8bca5a3e-66f6-46bc-8077-2cc9de2902fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 918 time: 0.1887643
Apr 29 15:46:50.009598 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-739dc569-aeb1-4d86-8493-4aaf725fca9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73dcddce-227f-4912-8ea2-8e7877249cc7 HTTP/1.1" status: 200  len: 1000 time: 0.1734757
Apr 29 15:46:50.123622 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-b0a63a8b-606d-44b6-bc30-07c41e2fa86a service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3045900
Apr 29 15:46:50.142127 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-d6a259b6-2023-4207-be53-1768278d4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:50.143492 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-d6a259b6-2023-4207-be53-1768278d4326 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 200  len: 856 time: 0.1015081
Apr 29 15:46:50.173385 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ed493-3716-4d5c-9746-c206eaaec12e req-be843bba-01e6-4daa-bbf1-f83b40f733bc tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:50.174892 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-326ed493-3716-4d5c-9746-c206eaaec12e req-be843bba-01e6-4daa-bbf1-f83b40f733bc tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.1697879
Apr 29 15:46:50.362507 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-326ed493-3716-4d5c-9746-c206eaaec12e req-b021bf19-a135-4a8e-86d1-c1b954f6ca4b tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1799359
Apr 29 15:46:50.400862 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-3da0db5c-e4b0-4c27-881e-340ebeef676c req-0f160e48-85f3-4780-88c8-5d6e48b6bbc2 service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2708728
Apr 29 15:46:50.406293 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-7be76fa3-5edb-4584-8504-45db2894d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:50.407654 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-7be76fa3-5edb-4584-8504-45db2894d2d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2582603
Apr 29 15:46:50.499199 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 40822) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:50.551111 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-a0691063-7561-4cac-b16e-aa0c55c1f9a2 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365526
Apr 29 15:46:50.692754 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f1422b96-9c13-4b44-8f47-41434a2080ac req-ea3f4c17-d914-4f24-8ca6-b630d3a8e698 service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317940
Apr 29 15:46:50.821266 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device cbfa1933-598c-4f19-98c8-a12da01b40b3 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:46:50.942097 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:50.974154 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:46:50.985101 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port cbfa1933-598c-4f19-98c8-a12da01b40b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:50.992068 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:50.993780 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 73dcddce-227f-4912-8ea2-8e7877249cc7 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:46:51.030023 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'code': 200}
Apr 29 15:46:51.034910 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:51.064661 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0a15c-c7a2-4087-bc96-4e41d9f73c62 req-83f8eb08-779f-48ec-8c65-14405affafce tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:51.066734 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-24e0a15c-c7a2-4087-bc96-4e41d9f73c62 req-83f8eb08-779f-48ec-8c65-14405affafce tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.2271192
Apr 29 15:46:51.126587 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=cbfa1933-598c-4f19-98c8-a12da01b40b3,revision_number=6']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:51.129639 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:51.158409 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-24e0a15c-c7a2-4087-bc96-4e41d9f73c62 req-9a874096-c526-4960-833c-3d4709c71526 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800924
Apr 29 15:46:51.280537 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661874'] for router_interface, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:51.557433 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056e9d8-5e1c-460a-964a-37dbb7e5a613 req-0efeb7fb-97a6-489f-8ecb-a3c18eb32dca tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:51.558757 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8056e9d8-5e1c-460a-964a-37dbb7e5a613 req-0efeb7fb-97a6-489f-8ecb-a3c18eb32dca tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0869944
Apr 29 15:46:51.609628 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8056e9d8-5e1c-460a-964a-37dbb7e5a613 req-d7916afa-da27-4a85-ab9c-c5aa9fe6abec tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446279
Apr 29 15:46:51.822784 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Deleting port b3b85bb4-3a36-4beb-a642-5b395762135f {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:46:51.823041 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:51.970303 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] For port b3b85bb4-3a36-4beb-a642-5b395762135f, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=b3b85bb4-3a36-4beb-a642-5b395762135f,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:51.970660 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:52.105368 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Calling delete_port for b3b85bb4-3a36-4beb-a642-5b395762135f owned by network:router_interface {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:46:52.488884 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd29aac-1e8a-4eb7-a0a7-755c6956e93b req-73961530-77fd-45cf-874d-96d8ed795d47 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:52.491306 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4dd29aac-1e8a-4eb7-a0a7-755c6956e93b req-73961530-77fd-45cf-874d-96d8ed795d47 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.1584504
Apr 29 15:46:52.558759 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-4dd29aac-1e8a-4eb7-a0a7-755c6956e93b req-19eaf128-b888-4924-bb22-8556559f4750 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562024
Apr 29 15:46:52.559700 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:52.568711 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4a793069-91b5-4f73-adb2-e900fd820f22 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:52.642092 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b85bb4-3a36-4beb-a642-5b395762135f,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:52.644602 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:52.878166 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef17d6d-c7dc-40f6-bc8d-9a2d65e78877 req-70b5792d-a8be-4236-9e78-ca01deccf430 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:52.880870 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2ef17d6d-c7dc-40f6-bc8d-9a2d65e78877 req-70b5792d-a8be-4236-9e78-ca01deccf430 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.1059489
Apr 29 15:46:52.935005 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-2ef17d6d-c7dc-40f6-bc8d-9a2d65e78877 req-6557ce91-1253-45ef-8a93-98097f792635 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0485883
Apr 29 15:46:53.035170 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683202'] for router_interface, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:53.414284 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:46:53.599815 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:46:53.610180 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36c15c-60bf-476f-a2f7-c1062904ba94 None None] Sync routers for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:46:53.615790 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] 10.222.0.10 "PUT /v2.0/routers/77e3f82f-6e86-4d1c-8032-3c672b6e2300/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1116500
Apr 29 15:46:53.615790 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 40860) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:53.628491 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36c15c-60bf-476f-a2f7-c1062904ba94 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:46:53.629236 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-dc36c15c-60bf-476f-a2f7-c1062904ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee31a4f10>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:46:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:53.876550 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-dc36c15c-60bf-476f-a2f7-c1062904ba94 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:46:53.894393 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75fe7c-bf13-47b1-bc11-6c25e78b9c0c req-61dbab6e-221e-4938-926f-b9f23b45fb49 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:53.901532 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dd75fe7c-bf13-47b1-bc11-6c25e78b9c0c req-61dbab6e-221e-4938-926f-b9f23b45fb49 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.1999016
Apr 29 15:46:53.920244 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:54.084562 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-dd75fe7c-bf13-47b1-bc11-6c25e78b9c0c req-782e30ff-bbc9-4cee-a940-ec62e4c8fc15 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1819799
Apr 29 15:46:54.160117 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:54.222356 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26db040-b275-4789-bd23-f854830b82ba req-2f26955d-1500-46c2-9b86-38ac8715191c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:54.224899 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a26db040-b275-4789-bd23-f854830b82ba req-2f26955d-1500-46c2-9b86-38ac8715191c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.1266053
Apr 29 15:46:54.254630 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Deleting port 78eb36ef-10b5-44b8-8e4d-6282e15790e8 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:46:54.255233 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:54.285292 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-dc36c15c-60bf-476f-a2f7-c1062904ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee31a4f10>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:46:52Z', 'revision_number': 5, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port': {'id': '78eb36ef-10b5-44b8-8e4d-6282e15790e8', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:35:59Z', 'updated_at': '2021-04-29T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:54.291069 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36c15c-60bf-476f-a2f7-c1062904ba94 None None] Checking router: 77e3f82f-6e86-4d1c-8032-3c672b6e2300 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:46:54.308315 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36c15c-60bf-476f-a2f7-c1062904ba94 None None] Routers {'77e3f82f-6e86-4d1c-8032-3c672b6e2300'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:46:54.309625 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-dc36c15c-60bf-476f-a2f7-c1062904ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee31a4f10>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:46:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:54.482766 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] For port 78eb36ef-10b5-44b8-8e4d-6282e15790e8, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=78eb36ef-10b5-44b8-8e4d-6282e15790e8,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:54.483338 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:54.491616 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a26db040-b275-4789-bd23-f854830b82ba req-791397df-e1ef-41f2-a439-dfe9457f734a tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2601328
Apr 29 15:46:54.501624 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-dc36c15c-60bf-476f-a2f7-c1062904ba94 None None] Set router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 gateway port host: None {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:46:54.618525 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-dc36c15c-60bf-476f-a2f7-c1062904ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee31a4f10>, [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:46:54Z', 'revision_number': 6, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port_host': None}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:54.623170 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36c15c-60bf-476f-a2f7-c1062904ba94 None None] The sync data for ids ['77e3f82f-6e86-4d1c-8032-3c672b6e2300'] in dv-cinder-788782-1-iscsi is: [{'id': '77e3f82f-6e86-4d1c-8032-3c672b6e2300', 'name': 'tempest-AttachVolumeTestJSON-1064816896-router', 'tenant_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:35:57Z', 'updated_at': '2021-04-29T15:46:54Z', 'revision_number': 6, 'project_id': 'b32ad0cb62fc4532bec749ca1eff5d96', 'gw_port_host': None}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:46:54.749800 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Calling delete_port for 78eb36ef-10b5-44b8-8e4d-6282e15790e8 owned by network:router_gateway {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:46:54.891599 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:54.897916 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-2564a188-16d3-4bfc-becf-c6927119b4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:54.946386 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=78eb36ef-10b5-44b8-8e4d-6282e15790e8,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:54.974582 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:55.042421 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683711'] for router_gateway, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:55.266122 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103776'] for router, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:55.269216 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:55.308964 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683332'] for router, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:55.309888 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77e3f82f-6e86-4d1c-8032-3c672b6e2300 {{(pid=73821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 29 15:46:55.332725 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:55.336636 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/77e3f82f-6e86-4d1c-8032-3c672b6e2300 HTTP/1.1" status: 204  len: 168 time: 1.7177689
Apr 29 15:46:55.336827 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 40872) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:55.346588 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58a7da-961d-4277-941e-1f68ba77a1aa req-8265592b-af65-46ee-8c3c-61cec59cbb66 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:55.348048 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5e58a7da-961d-4277-941e-1f68ba77a1aa req-8265592b-af65-46ee-8c3c-61cec59cbb66 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.1356750
Apr 29 15:46:55.448890 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_v2 [None req-855e9514-70ed-475d-b40d-eb4b9ec35eeb admin admin] Deleting subnet ed2ba634-ffc0-48c4-9162-332a736aade9 {{(pid=73821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:46:55.453925 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-855e9514-70ed-475d-b40d-eb4b9ec35eeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:55.496999 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-5e58a7da-961d-4277-941e-1f68ba77a1aa req-d1293bff-3f7e-4c28-ba0c-c1314c2698a9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998738
Apr 29 15:46:55.544543 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-855e9514-70ed-475d-b40d-eb4b9ec35eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7018774'] for subnet, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:55.592598 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device b3b85bb4-3a36-4beb-a642-5b395762135f no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:46:55.659231 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: b3b85bb4-3a36-4beb-a642-5b395762135f {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:46:55.659933 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device b3b85bb4-3a36-4beb-a642-5b395762135f not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:46:55.660061 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 78eb36ef-10b5-44b8-8e4d-6282e15790e8 no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:46:55.694870 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-855e9514-70ed-475d-b40d-eb4b9ec35eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:55.715004 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 78eb36ef-10b5-44b8-8e4d-6282e15790e8 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:46:55.715363 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 78eb36ef-10b5-44b8-8e4d-6282e15790e8 not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:46:55.790208 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc11332-c684-41b1-bbb8-20c1fe983ce4 req-d8731de3-e689-4721-8478-19cc425034c5 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:55.791697 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-adc11332-c684-41b1-bbb8-20c1fe983ce4 req-d8731de3-e689-4721-8478-19cc425034c5 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0978844
Apr 29 15:46:55.840192 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-adc11332-c684-41b1-bbb8-20c1fe983ce4 req-fb6579cf-df25-4fbd-9a11-014aa27d676d tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427034
Apr 29 15:46:56.000153 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-855e9514-70ed-475d-b40d-eb4b9ec35eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8128003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6400228'] for subnet, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:56.007055 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0991d5c0-ad68-4db2-a294-985566e91ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:56.042609 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e9514-70ed-475d-b40d-eb4b9ec35eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed2ba634-ffc0-48c4-9162-332a736aade9,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:56.045256 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-855e9514-70ed-475d-b40d-eb4b9ec35eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:56.047983 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-855e9514-70ed-475d-b40d-eb4b9ec35eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:56.053492 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c482ca9-bf74-4540-9db8-a0c04657cf3a None None] Network 905c0d65-04c5-4bff-b644-f1439c03b662 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:46:56.055014 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-855e9514-70ed-475d-b40d-eb4b9ec35eeb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ed2ba634-ffc0-48c4-9162-332a736aade9 HTTP/1.1" status: 204  len: 168 time: 0.7172415
Apr 29 15:46:56.057447 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 40878) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:56.170744 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:56.252996 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Deleting port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:46:56.253371 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:56.358308 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3621c98-0f24-46eb-b567-e458e8460f5a None None] DHCP port deletion for 905c0d65-04c5-4bff-b644-f1439c03b662 request from dv-cinder-788782-1-iscsi {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 29 15:46:56.379244 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] For port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=5b0c593b-7441-48fc-b8c3-21b14ef1d25f,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:56.380301 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:56.440133 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-f3621c98-0f24-46eb-b567-e458e8460f5a None None] Deleting port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:46:56.440507 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f3621c98-0f24-46eb-b567-e458e8460f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:56.544655 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-f3621c98-0f24-46eb-b567-e458e8460f5a None None] For port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=5b0c593b-7441-48fc-b8c3-21b14ef1d25f,segment=NetworkSegment(5fb55cb5-76ff-427c-b488-cbbed4985438),segment_id=5fb55cb5-76ff-427c-b488-cbbed4985438)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:46:56.545002 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f3621c98-0f24-46eb-b567-e458e8460f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:56.614842 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Calling delete_port for 5b0c593b-7441-48fc-b8c3-21b14ef1d25f owned by network:dhcp {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:46:56.680757 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:56.684749 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:56.745534 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-f3621c98-0f24-46eb-b567-e458e8460f5a None None] Calling delete_port for 5b0c593b-7441-48fc-b8c3-21b14ef1d25f owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:46:56.783480 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0c593b-7441-48fc-b8c3-21b14ef1d25f,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:56.791461 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:56.797168 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] No DVR routers for this DVR port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f on host dv-cinder-788782-1-iscsi {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:46:56.803810 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-f3621c98-0f24-46eb-b567-e458e8460f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:56.813579 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:56.852012 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3621c98-0f24-46eb-b567-e458e8460f5a None None] No DVR routers for this DVR port 5b0c593b-7441-48fc-b8c3-21b14ef1d25f on host dv-cinder-788782-1-iscsi {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:46:56.873672 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3621c98-0f24-46eb-b567-e458e8460f5a None None] Pushing event deleted for resources: {'Port': ['ID=5b0c593b-7441-48fc-b8c3-21b14ef1d25f,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:56.876117 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-f3621c98-0f24-46eb-b567-e458e8460f5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:56.940532 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:56.965978 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:56.976340 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041f64c-f8d7-4e1a-8968-892299be5a0b req-a0611294-58f3-4856-af34-05698556706d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:56.983296 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2041f64c-f8d7-4e1a-8968-892299be5a0b req-a0611294-58f3-4856-af34-05698556706d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.2472525
Apr 29 15:46:57.061434 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bd7de-9519-4a48-8ace-0ba51f874dad req-d8e9b7d4-68e9-4a9d-8950-9fd82bb1ceae tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:57.063051 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f46bd7de-9519-4a48-8ace-0ba51f874dad req-d8e9b7d4-68e9-4a9d-8950-9fd82bb1ceae tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0910957
Apr 29 15:46:57.105484 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2041f64c-f8d7-4e1a-8968-892299be5a0b req-39bde899-9468-4345-85fa-c9d83339bfb4 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212683
Apr 29 15:46:57.112082 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee1ac4970>,) {'filters': {'network_id': ['905c0d65-04c5-4bff-b644-f1439c03b662']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:57.140885 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f46bd7de-9519-4a48-8ace-0ba51f874dad req-32674a27-88d6-4c6c-893a-4f3063cd012c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0709393
Apr 29 15:46:57.141412 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1ac4970>, '5fb55cb5-76ff-427c-b488-cbbed4985438') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:57.141709 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1ac4970>, '5fb55cb5-76ff-427c-b488-cbbed4985438') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:46:57.154584 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018761'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:57.171341 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:57.177711 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:46:57.353823 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Network 905c0d65-04c5-4bff-b644-f1439c03b662 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:46:57.364552 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128101'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:57.533767 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Network 905c0d65-04c5-4bff-b644-f1439c03b662 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]: Traceback (most recent call last):
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     timer()
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     cb(*args, **kw)
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     return func(*args, **kwargs)
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     self._notify()
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     self.callback(batched_events)
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     event.method(event)
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     return f(self, *a, **k)
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._get(url).json()
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:46:57.556422 dv-cinder-788782-1-iscsi neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:46:57.573979 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 5b0c593b-7441-48fc-b8c3-21b14ef1d25f no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:46:57.609323 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 5b0c593b-7441-48fc-b8c3-21b14ef1d25f {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:46:57.609685 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 5b0c593b-7441-48fc-b8c3-21b14ef1d25f not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:46:57.638563 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:57.645717 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:57.648519 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dc91b65d-2e4a-483b-91ff-bc6b7b9d54de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:57.672044 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=905c0d65-04c5-4bff-b644-f1439c03b662,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:57.676227 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:57.686232 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-14660305-4bb8-4b8d-8c14-51fbeddcc5c5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/905c0d65-04c5-4bff-b644-f1439c03b662 HTTP/1.1" status: 204  len: 168 time: 1.6276543
Apr 29 15:46:57.829635 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40888) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:57.879706 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-4be129f1-2f6c-42c1-b740-fdf6ef5350b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b32ad0cb62fc4532bec749ca1eff5d96&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0487103
Apr 29 15:46:57.882120 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 40892) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:46:57.943159 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-865c4199-cfb5-406a-a307-169b63695287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:57.972642 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-865c4199-cfb5-406a-a307-169b63695287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:58.024684 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-865c4199-cfb5-406a-a307-169b63695287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:58.028515 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-fbc58798-77af-42ed-9e57-949d7700c559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:46:58.043252 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c4199-cfb5-406a-a307-169b63695287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1375cf14-63b8-4fbf-9949-409dbce265ac,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:46:58.047175 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-865c4199-cfb5-406a-a307-169b63695287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:46:58.050818 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-865c4199-cfb5-406a-a307-169b63695287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:46:58.052182 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-865c4199-cfb5-406a-a307-169b63695287 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1375cf14-63b8-4fbf-9949-409dbce265ac HTTP/1.1" status: 204  len: 168 time: 0.1691732
Apr 29 15:46:58.421959 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006008ba-76fd-491b-b043-5c21cf7934f0 req-1d000a9b-4401-4986-b72a-379851a17956 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:58.430009 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-006008ba-76fd-491b-b043-5c21cf7934f0 req-1d000a9b-4401-4986-b72a-379851a17956 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.1592412
Apr 29 15:46:58.446094 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce101c-a4fb-4e94-bdd4-3c42bd29e7b9 req-f76a1fd3-c1df-4940-a9a2-0f2692206ca2 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:58.448566 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9cce101c-a4fb-4e94-bdd4-3c42bd29e7b9 req-f76a1fd3-c1df-4940-a9a2-0f2692206ca2 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.1543028
Apr 29 15:46:58.477527 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-006008ba-76fd-491b-b043-5c21cf7934f0 req-b0f04aaf-02bd-4fd2-b288-de60e65113c9 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466142
Apr 29 15:46:58.533991 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-9cce101c-a4fb-4e94-bdd4-3c42bd29e7b9 req-5c41923c-291e-40c7-84dd-7e386186e727 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0741901
Apr 29 15:46:59.684871 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc56bf8-235c-4c2d-8bab-1850761cfa52 req-7715afa4-0ea2-4078-8d6d-872da97e6612 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:59.686552 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ccc56bf8-235c-4c2d-8bab-1850761cfa52 req-7715afa4-0ea2-4078-8d6d-872da97e6612 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0859838
Apr 29 15:46:59.747195 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ccc56bf8-235c-4c2d-8bab-1850761cfa52 req-e7760ead-1492-4bc2-9887-de6997556aff tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547247
Apr 29 15:46:59.790004 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e654d7-167f-4a6d-bef8-125b1585cbc5 req-26a7eb8f-0fce-4cc2-8166-2e46fa98eb19 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:46:59.797461 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a0e654d7-167f-4a6d-bef8-125b1585cbc5 req-26a7eb8f-0fce-4cc2-8166-2e46fa98eb19 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.1230910
Apr 29 15:46:59.844843 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-a0e654d7-167f-4a6d-bef8-125b1585cbc5 req-a16ca79c-4a30-4da8-9724-50ad7f809bb2 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458577
Apr 29 15:47:00.238157 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b8d64b78-888b-492e-ad19-c3fda40907c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:00.949742 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a53dd5-ab86-4776-8a6f-bf7c6461f93e req-747b4ef1-73fd-4b84-9329-541ac701a1aa tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:00.951220 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-19a53dd5-ab86-4776-8a6f-bf7c6461f93e req-747b4ef1-73fd-4b84-9329-541ac701a1aa tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0926707
Apr 29 15:47:01.005770 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-19a53dd5-ab86-4776-8a6f-bf7c6461f93e req-0ae73fd7-470a-4100-91cc-e89e00f6cf9a tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483232
Apr 29 15:47:01.084818 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235beee7-e8ea-4a1d-9392-02a5adde1e3e req-b586520a-15d0-43e9-ac9c-93bf6f591603 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:01.086192 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-235beee7-e8ea-4a1d-9392-02a5adde1e3e req-b586520a-15d0-43e9-ac9c-93bf6f591603 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.1098838
Apr 29 15:47:01.139888 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-235beee7-e8ea-4a1d-9392-02a5adde1e3e req-c2b068c5-ba06-44fa-9e7f-f9383517b7dd tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0480525
Apr 29 15:47:02.240249 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51f0de-e33d-44dd-b470-c7c2789bcd03 req-51068465-a3e5-44a6-82aa-8579b6a152dc tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:02.247077 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-eb51f0de-e33d-44dd-b470-c7c2789bcd03 req-51068465-a3e5-44a6-82aa-8579b6a152dc tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0999129
Apr 29 15:47:02.340967 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf29094-29b9-4797-b221-1cd784ee9e02 req-b07a06d8-780b-4ec2-acb2-ab169cc3a3ec tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:02.342562 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0bf29094-29b9-4797-b221-1cd784ee9e02 req-b07a06d8-780b-4ec2-acb2-ab169cc3a3ec tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0928805
Apr 29 15:47:02.391827 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0bf29094-29b9-4797-b221-1cd784ee9e02 req-2e61b771-d1e3-4119-9e7f-705532dea685 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434082
Apr 29 15:47:02.397131 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-eb51f0de-e33d-44dd-b470-c7c2789bcd03 req-517bade2-2d6f-4c5a-85d9-d666eadd6a7f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1490185
Apr 29 15:47:03.005236 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-910dce8b-f488-4660-91ca-971a18aada11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:03.099833 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:03.591981 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2bb25-72d7-485f-b9b0-895c84727a84 req-ba97fb04-b211-4bb5-8d68-26ff2ae1f296 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:03.593476 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-53d2bb25-72d7-485f-b9b0-895c84727a84 req-ba97fb04-b211-4bb5-8d68-26ff2ae1f296 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0922616
Apr 29 15:47:03.603038 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaed67-e7a5-4f10-802c-5ea94bfa049f req-6ecdf93b-abb1-4408-8edf-74193c9da42d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:03.605267 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7ebaed67-e7a5-4f10-802c-5ea94bfa049f req-6ecdf93b-abb1-4408-8edf-74193c9da42d tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0849257
Apr 29 15:47:03.645896 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-53d2bb25-72d7-485f-b9b0-895c84727a84 req-f37b1e19-8717-4ae5-8e3b-a37c22b2a562 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456192
Apr 29 15:47:03.653206 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-7ebaed67-e7a5-4f10-802c-5ea94bfa049f req-2113689f-06f3-4382-81f5-d20ba4c5763c tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421591
Apr 29 15:47:03.855188 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:04.104225 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41014) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:04.218870 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa49a-6755-4061-b6f4-3aa5addede0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:04.233235 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7e0fa49a-6755-4061-b6f4-3aa5addede0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:47:04.237050 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-7e0fa49a-6755-4061-b6f4-3aa5addede0d admin admin] Usage tracker for resource:security_group_rule and tenant:99bae294478542e698cf9c85635ee79c is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:47:04.239836 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-7e0fa49a-6755-4061-b6f4-3aa5addede0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:47:04.245498 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-7e0fa49a-6755-4061-b6f4-3aa5addede0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:47:04.326523 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa49a-6755-4061-b6f4-3aa5addede0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:04.330699 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa49a-6755-4061-b6f4-3aa5addede0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:04.342958 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9b2c90c9-2f1e-4f5d-8ff1-52583484ba76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:04.381898 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-7e0fa49a-6755-4061-b6f4-3aa5addede0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99bae294478542e698cf9c85635ee79c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2766104
Apr 29 15:47:04.383502 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fa49a-6755-4061-b6f4-3aa5addede0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b779a5-3c5a-47d7-b8ac-4cd7000918bc,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:04.384605 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41020) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:04.386554 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7e0fa49a-6755-4061-b6f4-3aa5addede0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:04.446169 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-32e2db6b-c3f1-45b9-8d24-020ccc7093ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:04.477208 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-32e2db6b-c3f1-45b9-8d24-020ccc7093ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:04.528235 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-32e2db6b-c3f1-45b9-8d24-020ccc7093ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:04.532937 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-90f50afa-ee9d-4dcf-a6e9-8f70fb0af420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:04.545365 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2db6b-c3f1-45b9-8d24-020ccc7093ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b779a5-3c5a-47d7-b8ac-4cd7000918bc,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:04.547885 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-32e2db6b-c3f1-45b9-8d24-020ccc7093ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:04.549080 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-32e2db6b-c3f1-45b9-8d24-020ccc7093ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:04.550980 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-32e2db6b-c3f1-45b9-8d24-020ccc7093ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5b779a5-3c5a-47d7-b8ac-4cd7000918bc HTTP/1.1" status: 204  len: 168 time: 0.1643381
Apr 29 15:47:04.840558 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df3e58-1920-4b41-839d-1c0e3ae61047 req-bbc2a0e9-bbd4-4157-9436-ea2a193051ef tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:04.842128 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-88df3e58-1920-4b41-839d-1c0e3ae61047 req-bbc2a0e9-bbd4-4157-9436-ea2a193051ef tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0903082
Apr 29 15:47:04.842604 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41032) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:04.861874 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14039d4a-00c7-4ee9-b3bf-da3e9c931bcf req-5a503a2e-1a91-4729-bb7c-9d71685b8ca5 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:04.863305 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-14039d4a-00c7-4ee9-b3bf-da3e9c931bcf req-5a503a2e-1a91-4729-bb7c-9d71685b8ca5 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0834775
Apr 29 15:47:04.872763 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-edb584f3-ab1d-476f-9507-cb3ea8c55fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:04.901687 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-edb584f3-ab1d-476f-9507-cb3ea8c55fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:47:04.910625 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-14039d4a-00c7-4ee9-b3bf-da3e9c931bcf req-8daddef6-f6c9-44ec-ac3d-7874291bf828 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410256
Apr 29 15:47:04.917856 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-edb584f3-ab1d-476f-9507-cb3ea8c55fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:95b69d20eb354bd182b81c174e85c616 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:47:04.923006 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-88df3e58-1920-4b41-839d-1c0e3ae61047 req-301f4354-c3c7-45ac-ba5e-671d30907f34 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0648487
Apr 29 15:47:04.923790 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-edb584f3-ab1d-476f-9507-cb3ea8c55fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:47:04.938455 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-edb584f3-ab1d-476f-9507-cb3ea8c55fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:47:05.017975 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-edb584f3-ab1d-476f-9507-cb3ea8c55fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:05.022012 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-edb584f3-ab1d-476f-9507-cb3ea8c55fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:05.029520 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7bd77454-3269-4237-ad7a-656cbb0a1a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:05.068311 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-edb584f3-ab1d-476f-9507-cb3ea8c55fa7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95b69d20eb354bd182b81c174e85c616&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2247503
Apr 29 15:47:05.070016 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb584f3-ab1d-476f-9507-cb3ea8c55fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8688f0-31d4-4fb2-b2ff-04f23aa15651,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:05.071017 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41036) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:05.072966 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-edb584f3-ab1d-476f-9507-cb3ea8c55fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:05.131230 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dddc47ec-37b0-4e8d-a056-336a10e1bb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:05.156896 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dddc47ec-37b0-4e8d-a056-336a10e1bb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:05.206778 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dddc47ec-37b0-4e8d-a056-336a10e1bb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:05.211150 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-32e2db6b-c3f1-45b9-8d24-020ccc7093ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:05.221987 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc47ec-37b0-4e8d-a056-336a10e1bb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8688f0-31d4-4fb2-b2ff-04f23aa15651,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:05.224413 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dddc47ec-37b0-4e8d-a056-336a10e1bb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:05.230207 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-dddc47ec-37b0-4e8d-a056-336a10e1bb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:05.231307 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-dddc47ec-37b0-4e8d-a056-336a10e1bb81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d8688f0-31d4-4fb2-b2ff-04f23aa15651 HTTP/1.1" status: 204  len: 168 time: 0.1592474
Apr 29 15:47:05.397453 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:06.110075 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eebe5e-113d-4f25-861b-8ff3f1d92f38 req-b4e64cbc-e5a7-4879-88e5-1a5803e97b66 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:06.111655 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-24eebe5e-113d-4f25-861b-8ff3f1d92f38 req-b4e64cbc-e5a7-4879-88e5-1a5803e97b66 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0877454
Apr 29 15:47:06.117090 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60220920-a5f7-45dc-be27-add30759fa54 req-389bfc04-44e8-4408-9e07-3ddd55b38159 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:06.118689 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-60220920-a5f7-45dc-be27-add30759fa54 req-389bfc04-44e8-4408-9e07-3ddd55b38159 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0885537
Apr 29 15:47:06.157723 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-24eebe5e-113d-4f25-861b-8ff3f1d92f38 req-9048869d-4882-4e0f-869b-5a6528ed5964 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392671
Apr 29 15:47:06.164445 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-60220920-a5f7-45dc-be27-add30759fa54 req-53327ff7-4bc2-49f7-ab30-cba00f3d29c0 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401633
Apr 29 15:47:07.345468 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864722d-935e-43e3-84b2-cc19813a0d4e req-c13fb43a-d9f2-4e89-9670-0228a1c2234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:07.347162 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8864722d-935e-43e3-84b2-cc19813a0d4e req-c13fb43a-d9f2-4e89-9670-0228a1c2234e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 1097 time: 0.1133361
Apr 29 15:47:07.387647 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3484480-72aa-4e1c-889a-a493efd59202 req-b9fab792-92cc-46ae-bb5b-46debbd53c74 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:07.389047 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c3484480-72aa-4e1c-889a-a493efd59202 req-b9fab792-92cc-46ae-bb5b-46debbd53c74 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0935135
Apr 29 15:47:07.439694 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8864722d-935e-43e3-84b2-cc19813a0d4e req-b75cca7e-3bf3-42aa-85d3-cc9117cd3929 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0562687
Apr 29 15:47:07.440790 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c3484480-72aa-4e1c-889a-a493efd59202 req-a9833c29-ce57-4833-bbec-eddfe34e7a41 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461564
Apr 29 15:47:07.469289 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94061f-e8ca-4162-a86a-9f183111aed3 req-67cbbabc-de9e-45dd-8409-bdf1295bd049 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:07.470868 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ff94061f-e8ca-4162-a86a-9f183111aed3 req-67cbbabc-de9e-45dd-8409-bdf1295bd049 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.1209447
Apr 29 15:47:07.517243 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ff94061f-e8ca-4162-a86a-9f183111aed3 req-d61e27fb-a8a4-43ba-956f-f6658fd5937a tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395579
Apr 29 15:47:08.638309 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3ecb7-64df-4a01-9a93-175b25f1c034 req-723e348f-254e-4969-84e4-d0f05ead6e9f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:08.639789 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-50f3ecb7-64df-4a01-9a93-175b25f1c034 req-723e348f-254e-4969-84e4-d0f05ead6e9f tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 944 time: 0.0837629
Apr 29 15:47:08.686100 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-50f3ecb7-64df-4a01-9a93-175b25f1c034 req-1dc0d39c-30ed-4d9b-aed2-2146b9b367ce tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406551
Apr 29 15:47:08.720191 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0de06-13a3-4d5b-a5d4-bbf9922d7859 req-1f297878-074e-44bc-9de1-8374cf1df495 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:08.721672 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-88f0de06-13a3-4d5b-a5d4-bbf9922d7859 req-1f297878-074e-44bc-9de1-8374cf1df495 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 944 time: 0.0872233
Apr 29 15:47:08.767023 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-88f0de06-13a3-4d5b-a5d4-bbf9922d7859 req-25987162-458d-4539-85d1-ea7d75d1c064 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394905
Apr 29 15:47:08.915718 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 73dcddce-227f-4912-8ea2-8e7877249cc7 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:47:09.046801 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:47:09.061578 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'port_id': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'mac_address': 'fa:16:3e:56:a4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:47:09.119301 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:09.135173 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73dcddce-227f-4912-8ea2-8e7877249cc7 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:47:09.149879 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:47:09.153996 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:09.154849 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device cbfa1933-598c-4f19-98c8-a12da01b40b3 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:47:09.156733 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-d4be8a2f-4d37-4558-bf5e-5e34f0ce252a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:09.254864 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=73dcddce-227f-4912-8ea2-8e7877249cc7,revision_number=9']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:09.259443 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:09.347910 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port cbfa1933-598c-4f19-98c8-a12da01b40b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:47:09.361925 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'port_id': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'mac_address': 'fa:16:3e:91:61:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:47:09.420695 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:09.437204 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfa1933-598c-4f19-98c8-a12da01b40b3 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:47:09.452911 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port cbfa1933-598c-4f19-98c8-a12da01b40b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:47:09.457743 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:09.460088 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:09.526426 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=cbfa1933-598c-4f19-98c8-a12da01b40b3,revision_number=7']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:09.529462 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:09.826332 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['73dcddce-227f-4912-8ea2-8e7877249cc7'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:47:09.857101 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['cbfa1933-598c-4f19-98c8-a12da01b40b3'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:47:09.886484 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d656b-f3f9-4736-9fc8-bf0bb029a847 req-c8b4dbc9-85d6-42f0-9560-7a83deda8e4e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:09.888091 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-151d656b-f3f9-4736-9fc8-bf0bb029a847 req-c8b4dbc9-85d6-42f0-9560-7a83deda8e4e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 945 time: 0.0898438
Apr 29 15:47:09.937231 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-151d656b-f3f9-4736-9fc8-bf0bb029a847 req-06d09414-483f-465b-89ac-7a27f6a4b86b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428679
Apr 29 15:47:09.970242 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec18d6-56fd-4423-997b-72310bee6e4f req-1b42a3c8-fd1b-470c-899d-5e91beba00ac tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:09.971841 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-70ec18d6-56fd-4423-997b-72310bee6e4f req-1b42a3c8-fd1b-470c-899d-5e91beba00ac tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 945 time: 0.0956790
Apr 29 15:47:10.017057 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-70ec18d6-56fd-4423-997b-72310bee6e4f req-f0426689-a92e-49a8-bd78-b0c734f76482 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389552
Apr 29 15:47:10.924763 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 73dcddce-227f-4912-8ea2-8e7877249cc7 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:47:11.036039 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 73dcddce-227f-4912-8ea2-8e7877249cc7 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:47:11.036787 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:11.172655 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e123e8-864d-4e9f-b124-0e3343947f9d req-a1d686f1-d878-42b9-87ee-c300e9435eae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:11.177860 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d4e123e8-864d-4e9f-b124-0e3343947f9d req-a1d686f1-d878-42b9-87ee-c300e9435eae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 945 time: 0.1066096
Apr 29 15:47:11.179821 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:11.208204 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:47:11.218208 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:47:11.222083 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:11.224095 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-c99b11f3-3937-4526-ac60-4b61b1d726af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:11.226763 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d4e123e8-864d-4e9f-b124-0e3343947f9d req-d6bf8ed5-0150-4e09-9fbc-10baaa8cf526 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467181
Apr 29 15:47:11.292823 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=73dcddce-227f-4912-8ea2-8e7877249cc7,revision_number=10']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:11.295921 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:11.389556 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'code': 200}
Apr 29 15:47:11.626220 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd4499-b3f6-45d9-9c7f-19364cf59efb req-4329b8cc-aa9f-490e-910e-e894bffa5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:11.627695 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d2bd4499-b3f6-45d9-9c7f-19364cf59efb req-4329b8cc-aa9f-490e-910e-e894bffa5a46 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 1100 time: 0.0684865
Apr 29 15:47:11.670426 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-d2bd4499-b3f6-45d9-9c7f-19364cf59efb req-ff674fe1-7c17-4fc9-b9f0-3f40f1d376e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362396
Apr 29 15:47:12.423395 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b5ee8-9cd2-4d49-b43a-63ff3b7458cf req-41b3b036-b193-4919-a55b-7c96113e53f3 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:12.424856 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ce5b5ee8-9cd2-4d49-b43a-63ff3b7458cf req-41b3b036-b193-4919-a55b-7c96113e53f3 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 947 time: 0.0819647
Apr 29 15:47:12.472134 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-ce5b5ee8-9cd2-4d49-b43a-63ff3b7458cf req-5e7463f6-4882-4a7e-8616-f6d44f48ce58 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407457
Apr 29 15:47:12.926515 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device cbfa1933-598c-4f19-98c8-a12da01b40b3 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:47:13.004296 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port cbfa1933-598c-4f19-98c8-a12da01b40b3 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:47:13.004993 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:13.174435 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:13.208699 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port cbfa1933-598c-4f19-98c8-a12da01b40b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:47:13.213533 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:13.216526 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-f9ba0d44-f74c-4ce8-ac92-b7feec10573b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:13.296824 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=cbfa1933-598c-4f19-98c8-a12da01b40b3,revision_number=8']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:13.300557 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:13.391096 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:47:13.437046 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'code': 200}
Apr 29 15:47:13.823580 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6385fd6-93ff-4198-936c-ff0ff75ae02d req-ad5c1f4e-dc1b-43f5-bc9f-a7210db2af92 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:13.824910 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b6385fd6-93ff-4198-936c-ff0ff75ae02d req-ad5c1f4e-dc1b-43f5-bc9f-a7210db2af92 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 947 time: 0.0851922
Apr 29 15:47:13.868526 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b6385fd6-93ff-4198-936c-ff0ff75ae02d req-81f1c5ea-dc7d-48ad-aca1-c52742d05fb7 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376811
Apr 29 15:47:14.339266 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:47:15.064631 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cbfdb-2ef6-4aa2-8963-a56d1acb4d64 req-57ce8f47-f0fd-4ad4-a6be-5c9c4c112a94 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:15.066164 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-033cbfdb-2ef6-4aa2-8963-a56d1acb4d64 req-57ce8f47-f0fd-4ad4-a6be-5c9c4c112a94 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 947 time: 0.0802660
Apr 29 15:47:15.112360 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-033cbfdb-2ef6-4aa2-8963-a56d1acb4d64 req-ec8b3e39-67ee-42f9-bd22-65fe5cf79fae tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397098
Apr 29 15:47:15.353476 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41238) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:15.467931 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-15a176ee-80b5-4426-b06e-8914951ccd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:15.481918 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-15a176ee-80b5-4426-b06e-8914951ccd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:47:15.485715 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-15a176ee-80b5-4426-b06e-8914951ccd20 admin admin] Usage tracker for resource:security_group_rule and tenant:6057cc204b814c1a8b071fd021c91db7 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:47:15.488472 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-15a176ee-80b5-4426-b06e-8914951ccd20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:47:15.494699 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-15a176ee-80b5-4426-b06e-8914951ccd20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:47:15.574316 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-15a176ee-80b5-4426-b06e-8914951ccd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:15.578129 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-15a176ee-80b5-4426-b06e-8914951ccd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:15.586564 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dddc47ec-37b0-4e8d-a056-336a10e1bb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:15.627171 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-15a176ee-80b5-4426-b06e-8914951ccd20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6057cc204b814c1a8b071fd021c91db7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2726140
Apr 29 15:47:15.628126 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a176ee-80b5-4426-b06e-8914951ccd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0601515b-e2ff-435d-940b-6b0df562913f,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:15.629856 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41244) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:15.631237 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-15a176ee-80b5-4426-b06e-8914951ccd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:15.688041 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-02b843e9-1c9c-4749-b7fe-62a848f80ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:15.713766 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-02b843e9-1c9c-4749-b7fe-62a848f80ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:15.849160 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-02b843e9-1c9c-4749-b7fe-62a848f80ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:15.853351 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ae2ce967-718d-48ce-add4-3cb7839caf05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:15.870983 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b843e9-1c9c-4749-b7fe-62a848f80ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0601515b-e2ff-435d-940b-6b0df562913f,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:15.873834 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-02b843e9-1c9c-4749-b7fe-62a848f80ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:15.883834 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-02b843e9-1c9c-4749-b7fe-62a848f80ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:15.885010 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-02b843e9-1c9c-4749-b7fe-62a848f80ae8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0601515b-e2ff-435d-940b-6b0df562913f HTTP/1.1" status: 204  len: 168 time: 0.2541456
Apr 29 15:47:16.164341 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41252) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:16.182146 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-34f6334a-e8c7-475c-b8f9-e16f71abc051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:16.195830 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-34f6334a-e8c7-475c-b8f9-e16f71abc051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:47:16.199570 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-34f6334a-e8c7-475c-b8f9-e16f71abc051 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b44c0adea94f03b0a4a46c7e3aef6e is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:47:16.202589 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-34f6334a-e8c7-475c-b8f9-e16f71abc051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:47:16.208624 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-34f6334a-e8c7-475c-b8f9-e16f71abc051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:47:16.289077 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-34f6334a-e8c7-475c-b8f9-e16f71abc051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:16.293144 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-34f6334a-e8c7-475c-b8f9-e16f71abc051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:16.301187 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-8c2fbfd1-5c09-4213-93dc-89078815ef09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:16.340107 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-34f6334a-e8c7-475c-b8f9-e16f71abc051 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9b44c0adea94f03b0a4a46c7e3aef6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1746964
Apr 29 15:47:16.341040 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6334a-e8c7-475c-b8f9-e16f71abc051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d52dbb-b2b6-4543-9f5b-7be669bf48fb,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:16.342846 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41256) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:16.343900 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-34f6334a-e8c7-475c-b8f9-e16f71abc051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:16.405938 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7537f1b2-1988-43a7-8d26-5c869ab48259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:16.431429 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7537f1b2-1988-43a7-8d26-5c869ab48259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:16.480995 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7537f1b2-1988-43a7-8d26-5c869ab48259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:16.485520 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6398b91a-b242-4df0-a2d6-45fc6c8174db tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:16.497091 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537f1b2-1988-43a7-8d26-5c869ab48259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d52dbb-b2b6-4543-9f5b-7be669bf48fb,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:16.500885 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7537f1b2-1988-43a7-8d26-5c869ab48259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:16.506704 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7537f1b2-1988-43a7-8d26-5c869ab48259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:16.507803 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-7537f1b2-1988-43a7-8d26-5c869ab48259 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4d52dbb-b2b6-4543-9f5b-7be669bf48fb HTTP/1.1" status: 204  len: 168 time: 0.1639805
Apr 29 15:47:16.848355 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41264) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:16.866138 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5464b8ac-654c-46aa-8c30-3349957c4e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:16.880133 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-5464b8ac-654c-46aa-8c30-3349957c4e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:47:16.884662 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-5464b8ac-654c-46aa-8c30-3349957c4e9b admin admin] Usage tracker for resource:security_group_rule and tenant:243e3a265a4b4aff9f4f0c0f7088d089 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:47:16.887486 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-5464b8ac-654c-46aa-8c30-3349957c4e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:47:16.893151 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-5464b8ac-654c-46aa-8c30-3349957c4e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:47:16.972149 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5464b8ac-654c-46aa-8c30-3349957c4e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:16.975997 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-5464b8ac-654c-46aa-8c30-3349957c4e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:16.984147 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e0d22396-7ad9-48d6-ab33-0f2a394def63 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:17.023439 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-5464b8ac-654c-46aa-8c30-3349957c4e9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=243e3a265a4b4aff9f4f0c0f7088d089&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1740112
Apr 29 15:47:17.024307 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464b8ac-654c-46aa-8c30-3349957c4e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fd83e9-367d-4d36-a522-f8649767e13d,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:17.026194 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41268) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:17.027207 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5464b8ac-654c-46aa-8c30-3349957c4e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:17.083868 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a5b027c2-2e82-487a-a61b-4ebec9919e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:17.113689 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a5b027c2-2e82-487a-a61b-4ebec9919e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:17.163917 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a5b027c2-2e82-487a-a61b-4ebec9919e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:17.168532 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c25b3441-31fd-40d7-b945-973bb8d69f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:17.180729 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b027c2-2e82-487a-a61b-4ebec9919e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fd83e9-367d-4d36-a522-f8649767e13d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:17.184207 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a5b027c2-2e82-487a-a61b-4ebec9919e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:17.189469 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a5b027c2-2e82-487a-a61b-4ebec9919e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:17.190556 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-a5b027c2-2e82-487a-a61b-4ebec9919e5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8fd83e9-367d-4d36-a522-f8649767e13d HTTP/1.1" status: 204  len: 168 time: 0.1633720
Apr 29 15:47:21.889865 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41344) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:22.004369 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:22.018737 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:47:22.022473 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Usage tracker for resource:security_group_rule and tenant:702fe121f2974479985241978d1a345c is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:47:22.025233 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:47:22.030804 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:47:22.110835 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:22.114737 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:22.123391 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7e0fa49a-6755-4061-b6f4-3aa5addede0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:22.162135 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=702fe121f2974479985241978d1a345c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2711849
Apr 29 15:47:22.162950 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96927ca8-f166-46e5-a44c-b61c0148c042,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:22.164740 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41350) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:22.170239 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.170618 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.170986 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.171348 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.171708 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.172064 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.172418 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.172770 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.173145 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.173497 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.173846 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.174191 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:47:22.178109 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0fd85798-008a-44e7-8b4b-93688de9c1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:22.229157 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba275-66eb-4e27-b603-4728e445e7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:22.254898 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba275-66eb-4e27-b603-4728e445e7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:22.307003 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba275-66eb-4e27-b603-4728e445e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:22.310595 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a1e398ef-bf9e-42e7-be76-2fe04d29012e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:22.323043 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ba275-66eb-4e27-b603-4728e445e7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96927ca8-f166-46e5-a44c-b61c0148c042,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:22.327122 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ad4ba275-66eb-4e27-b603-4728e445e7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:22.332461 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba275-66eb-4e27-b603-4728e445e7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:22.333587 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-ad4ba275-66eb-4e27-b603-4728e445e7de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96927ca8-f166-46e5-a44c-b61c0148c042 HTTP/1.1" status: 204  len: 168 time: 0.1678212
Apr 29 15:47:22.612944 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41358) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:22.633291 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4db87a8b-1600-453c-898e-758e279c015c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:22.647442 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4db87a8b-1600-453c-898e-758e279c015c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:47:22.652066 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4db87a8b-1600-453c-898e-758e279c015c admin admin] Usage tracker for resource:security_group_rule and tenant:68cbdd03a4414585a29f7af2ddca324c is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:47:22.654894 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-4db87a8b-1600-453c-898e-758e279c015c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:47:22.660537 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-4db87a8b-1600-453c-898e-758e279c015c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:47:22.742874 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4db87a8b-1600-453c-898e-758e279c015c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:22.746419 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4db87a8b-1600-453c-898e-758e279c015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:22.754634 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-be124bc7-4630-4633-abd9-78a8f8924340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:22.802832 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-4db87a8b-1600-453c-898e-758e279c015c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68cbdd03a4414585a29f7af2ddca324c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1886952
Apr 29 15:47:22.803683 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db87a8b-1600-453c-898e-758e279c015c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58675a67-5cae-424f-bc78-f9c9e8810c58,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:22.806109 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41362) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:22.807710 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4db87a8b-1600-453c-898e-758e279c015c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:22.898631 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e6d21cb7-7a70-442a-9c11-7822bc0bb29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:22.939972 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e6d21cb7-7a70-442a-9c11-7822bc0bb29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:23.005042 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e6d21cb7-7a70-442a-9c11-7822bc0bb29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:23.010617 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d3e1e0ab-ebfd-4e7a-953a-3099474b427b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:23.022256 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d21cb7-7a70-442a-9c11-7822bc0bb29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58675a67-5cae-424f-bc78-f9c9e8810c58,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:23.024601 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e6d21cb7-7a70-442a-9c11-7822bc0bb29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:23.032332 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e6d21cb7-7a70-442a-9c11-7822bc0bb29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:23.036093 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-e6d21cb7-7a70-442a-9c11-7822bc0bb29b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58675a67-5cae-424f-bc78-f9c9e8810c58 HTTP/1.1" status: 204  len: 168 time: 0.2289913
Apr 29 15:47:24.963167 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-853bb37c-6e8d-448a-b117-3d65444ebc65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0738494
Apr 29 15:47:25.062901 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-55dd89f4-8af9-4038-bd88-00450bb73129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:25.064362 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-55dd89f4-8af9-4038-bd88-00450bb73129 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 1100 time: 0.0739861
Apr 29 15:47:25.214394 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-4c6f62f1-5d3d-42ac-b5c7-d1ac8c4f6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:25.215861 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-4c6f62f1-5d3d-42ac-b5c7-d1ac8c4f6514 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 200  len: 918 time: 0.1303251
Apr 29 15:47:25.337041 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-6e2ae8bd-3314-40db-9e54-6539f1d07b17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73dcddce-227f-4912-8ea2-8e7877249cc7 HTTP/1.1" status: 200  len: 1002 time: 0.1044502
Apr 29 15:47:25.403618 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-96c4abd2-dbef-4395-8946-509ee774c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:25.405128 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-96c4abd2-dbef-4395-8946-509ee774c5b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 200  len: 856 time: 0.0597181
Apr 29 15:47:25.502042 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-19a99453-44de-47a8-96d5-fc2df6e5af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:47:25.503869 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-19a99453-44de-47a8-96d5-fc2df6e5af04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896950
Apr 29 15:47:25.639802 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-a84876e2-a85c-46c9-93fa-f1cdd6cd9ebd service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287804
Apr 29 15:47:25.768886 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e95d0a01-2739-4053-ab6f-d4ae8b9497a5 req-90dbda3b-fa39-4931-ac60-f9cc59ec27ed service neutron] 10.222.0.32 "GET /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221254
Apr 29 15:47:26.965248 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:28.526955 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41462) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:28.642683 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ba697fc3-3bb5-440c-a6f6-16a9bc5be722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:28.658961 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ba697fc3-3bb5-440c-a6f6-16a9bc5be722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:47:28.662940 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-ba697fc3-3bb5-440c-a6f6-16a9bc5be722 admin admin] Usage tracker for resource:security_group_rule and tenant:94d43e052bcc427887a8db16be1ab5d5 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:47:28.666707 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-ba697fc3-3bb5-440c-a6f6-16a9bc5be722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:47:28.672401 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-ba697fc3-3bb5-440c-a6f6-16a9bc5be722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:47:28.752211 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ba697fc3-3bb5-440c-a6f6-16a9bc5be722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:28.755746 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-ba697fc3-3bb5-440c-a6f6-16a9bc5be722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:28.764076 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-60bda18d-23aa-4f2a-b289-39ceb65bd1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:28.803234 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-ba697fc3-3bb5-440c-a6f6-16a9bc5be722 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94d43e052bcc427887a8db16be1ab5d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2752376
Apr 29 15:47:28.804942 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba697fc3-3bb5-440c-a6f6-16a9bc5be722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbe3b97-ea5d-43f9-8884-dcc5e4899eea,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:28.806057 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41468) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:28.808014 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ba697fc3-3bb5-440c-a6f6-16a9bc5be722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:28.863843 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4820eb9d-6b93-4f5f-b575-4ac8b89b4607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:28.888590 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4820eb9d-6b93-4f5f-b575-4ac8b89b4607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:28.939146 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4820eb9d-6b93-4f5f-b575-4ac8b89b4607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:28.943862 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9ec53da7-f6bc-4626-9cd6-3983c355e4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:28.958135 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820eb9d-6b93-4f5f-b575-4ac8b89b4607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbe3b97-ea5d-43f9-8884-dcc5e4899eea,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:28.961366 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4820eb9d-6b93-4f5f-b575-4ac8b89b4607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:28.965592 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-4820eb9d-6b93-4f5f-b575-4ac8b89b4607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:28.966687 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-4820eb9d-6b93-4f5f-b575-4ac8b89b4607 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8cbe3b97-ea5d-43f9-8884-dcc5e4899eea HTTP/1.1" status: 204  len: 168 time: 0.1596415
Apr 29 15:47:29.238046 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41476) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:29.256050 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6d493137-b776-4abe-bbd9-2bbe3ec42060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:29.269799 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6d493137-b776-4abe-bbd9-2bbe3ec42060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:47:29.273577 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6d493137-b776-4abe-bbd9-2bbe3ec42060 admin admin] Usage tracker for resource:security_group_rule and tenant:a75dacd34e794613b6cad9c1b2ce5579 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:47:29.276311 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-6d493137-b776-4abe-bbd9-2bbe3ec42060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:47:29.281951 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-6d493137-b776-4abe-bbd9-2bbe3ec42060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:47:29.369045 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6d493137-b776-4abe-bbd9-2bbe3ec42060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:29.372847 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-6d493137-b776-4abe-bbd9-2bbe3ec42060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:29.381497 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-865c4199-cfb5-406a-a307-169b63695287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:29.421944 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-6d493137-b776-4abe-bbd9-2bbe3ec42060 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a75dacd34e794613b6cad9c1b2ce5579&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1828411
Apr 29 15:47:29.422832 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d493137-b776-4abe-bbd9-2bbe3ec42060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da7b079-b565-4d5a-8a41-44bec17cb042,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:29.424673 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41480) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:29.425837 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6d493137-b776-4abe-bbd9-2bbe3ec42060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:29.482283 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c7c5a-52ad-4eb9-8c33-075ee05fc6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:29.510226 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c7c5a-52ad-4eb9-8c33-075ee05fc6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:29.635315 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c7c5a-52ad-4eb9-8c33-075ee05fc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:29.638824 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5efeac7b-1a6e-41a3-a45d-78f881a60f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:29.649730 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c7c5a-52ad-4eb9-8c33-075ee05fc6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da7b079-b565-4d5a-8a41-44bec17cb042,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:29.653447 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c54c7c5a-52ad-4eb9-8c33-075ee05fc6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:29.656586 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c54c7c5a-52ad-4eb9-8c33-075ee05fc6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:29.657713 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-c54c7c5a-52ad-4eb9-8c33-075ee05fc6c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2da7b079-b565-4d5a-8a41-44bec17cb042 HTTP/1.1" status: 204  len: 168 time: 0.2320516
Apr 29 15:47:29.999354 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41490) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:30.016557 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a74a39f1-11c4-4646-ab43-b7497a037b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:30.030546 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a74a39f1-11c4-4646-ab43-b7497a037b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:47:30.034350 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a74a39f1-11c4-4646-ab43-b7497a037b1f admin admin] Usage tracker for resource:security_group_rule and tenant:bb19ce974dca4e5292447c571faf77ee is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:47:30.037132 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-a74a39f1-11c4-4646-ab43-b7497a037b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:47:30.043375 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-a74a39f1-11c4-4646-ab43-b7497a037b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:47:30.122697 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a74a39f1-11c4-4646-ab43-b7497a037b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:30.126105 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-a74a39f1-11c4-4646-ab43-b7497a037b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:30.134233 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-97f7e0ad-d466-4129-8623-74fc146f0d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:30.173741 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-a74a39f1-11c4-4646-ab43-b7497a037b1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb19ce974dca4e5292447c571faf77ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1733479
Apr 29 15:47:30.174618 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a39f1-11c4-4646-ab43-b7497a037b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e76d1-59c3-4cdf-8738-6786a627c584,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:30.176398 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41494) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:30.177614 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a74a39f1-11c4-4646-ab43-b7497a037b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:30.231781 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb0c186b-9192-4afd-81ed-090acd66c9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:30.237470 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4037fee3-7fa3-4d72-a991-e55bac920446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:30.263365 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4037fee3-7fa3-4d72-a991-e55bac920446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:30.314060 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4037fee3-7fa3-4d72-a991-e55bac920446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:30.318861 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-0877d09b-ec78-48dc-97bd-40338f2d6a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:30.332707 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037fee3-7fa3-4d72-a991-e55bac920446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e76d1-59c3-4cdf-8738-6786a627c584,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:30.337186 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4037fee3-7fa3-4d72-a991-e55bac920446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:30.344674 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4037fee3-7fa3-4d72-a991-e55bac920446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:30.345799 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-4037fee3-7fa3-4d72-a991-e55bac920446 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f2e76d1-59c3-4cdf-8738-6786a627c584 HTTP/1.1" status: 204  len: 168 time: 0.1679194
Apr 29 15:47:31.478668 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41528) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:31.601762 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c078187b-e7d6-4ff4-a851-2a0b321a6e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:31.615439 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c078187b-e7d6-4ff4-a851-2a0b321a6e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:47:31.619273 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-c078187b-e7d6-4ff4-a851-2a0b321a6e35 admin admin] Usage tracker for resource:security_group_rule and tenant:2a72f45c6c33459f940fc661b0327dfe is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:47:31.622037 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-c078187b-e7d6-4ff4-a851-2a0b321a6e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:47:31.627662 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c078187b-e7d6-4ff4-a851-2a0b321a6e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:47:31.708409 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c078187b-e7d6-4ff4-a851-2a0b321a6e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:31.712490 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c078187b-e7d6-4ff4-a851-2a0b321a6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:31.718982 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-ad4ba275-66eb-4e27-b603-4728e445e7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:31.760165 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-c078187b-e7d6-4ff4-a851-2a0b321a6e35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a72f45c6c33459f940fc661b0327dfe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2805934
Apr 29 15:47:31.760927 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078187b-e7d6-4ff4-a851-2a0b321a6e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3511d994-3896-425e-9c45-231ddc250528,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:31.762850 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41534) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:47:31.763833 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c078187b-e7d6-4ff4-a851-2a0b321a6e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:31.825281 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d8e791ae-fb16-4632-8222-be5214eda194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:31.850374 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d8e791ae-fb16-4632-8222-be5214eda194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:31.900744 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d8e791ae-fb16-4632-8222-be5214eda194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:31.904295 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9be0604a-52a7-46e4-9248-fe7e8f30ab55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:47:31.915568 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e791ae-fb16-4632-8222-be5214eda194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3511d994-3896-425e-9c45-231ddc250528,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:47:31.919120 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d8e791ae-fb16-4632-8222-be5214eda194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:47:31.922336 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d8e791ae-fb16-4632-8222-be5214eda194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:31.923418 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-d8e791ae-fb16-4632-8222-be5214eda194 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3511d994-3896-425e-9c45-231ddc250528 HTTP/1.1" status: 204  len: 168 time: 0.1595113
Apr 29 15:47:33.006711 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0f4484fc-e556-4838-aab4-d9bb8f67e079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:33.102315 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:33.856724 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:35.401388 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:47:51.338725 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:47:56.975938 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:00.234917 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-064bb3cd-f9c4-4e9b-8887-863c0746a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:03.007505 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-68ca9a8f-85ac-47c8-91fd-c68d762f3208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:03.103111 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:03.859008 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:05.402980 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:10.979494 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41758) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:11.096797 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9285ea0d-0416-4a09-a0bf-336866f81732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:11.110678 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9285ea0d-0416-4a09-a0bf-336866f81732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:48:11.115159 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-9285ea0d-0416-4a09-a0bf-336866f81732 admin admin] Usage tracker for resource:security_group_rule and tenant:f8c7e3e0088440aab858671f8ff5a860 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:48:11.117969 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-9285ea0d-0416-4a09-a0bf-336866f81732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:48:11.123660 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-9285ea0d-0416-4a09-a0bf-336866f81732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:48:11.207376 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9285ea0d-0416-4a09-a0bf-336866f81732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:11.211578 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-9285ea0d-0416-4a09-a0bf-336866f81732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:11.218766 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-95ee871f-41e2-4ae1-85a7-d1536dc0d16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:11.262070 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285ea0d-0416-4a09-a0bf-336866f81732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a646b-95c0-4e22-852d-7e781a6433e9,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:11.272970 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41764) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:11.273534 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-9285ea0d-0416-4a09-a0bf-336866f81732 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8c7e3e0088440aab858671f8ff5a860&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2896185
Apr 29 15:48:11.273534 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9285ea0d-0416-4a09-a0bf-336866f81732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:11.329451 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:11.356790 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:11.414850 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:11.418655 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:11.433749 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a646b-95c0-4e22-852d-7e781a6433e9,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:11.446864 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.447245 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.447612 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.447976 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.448324 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.448683 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.449073 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.449426 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.449779 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.450128 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.450477 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.450927 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:11.458089 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:11.459029 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:11.460377 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-1f85c287-0048-4d20-8473-6ca99659b935 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/089a646b-95c0-4e22-852d-7e781a6433e9 HTTP/1.1" status: 204  len: 168 time: 0.1900454
Apr 29 15:48:22.641545 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025ee7b-52da-4338-9f25-863d9abd237e req-8416f4f3-d7f3-4137-9851-613418b4cc0e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:22.643528 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e025ee7b-52da-4338-9f25-863d9abd237e req-8416f4f3-d7f3-4137-9851-613418b4cc0e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 947 time: 0.1754384
Apr 29 15:48:22.688007 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-e025ee7b-52da-4338-9f25-863d9abd237e req-a283780d-827e-4ae1-9f8f-36c5fd5c6db6 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386331
Apr 29 15:48:23.878452 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba4c78-a7cf-470b-9dd3-060dd20c48f6 req-48a43fc8-674a-4994-97d2-aba7f9b20d7e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:23.880766 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fcba4c78-a7cf-470b-9dd3-060dd20c48f6 req-48a43fc8-674a-4994-97d2-aba7f9b20d7e tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 947 time: 0.0835955
Apr 29 15:48:23.925085 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-fcba4c78-a7cf-470b-9dd3-060dd20c48f6 req-3e5ed473-a9de-4510-8984-164edabf3f47 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b9fc812-724d-48eb-a2de-f9e99b719dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384803
Apr 29 15:48:24.276281 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b86c8-b273-484a-a815-79bf8573640c req-2f9316a1-566e-4cf6-b65b-da1e0e241e35 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:24.277728 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bb2b86c8-b273-484a-a815-79bf8573640c req-2f9316a1-566e-4cf6-b65b-da1e0e241e35 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.32 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 947 time: 0.0959113
Apr 29 15:48:24.416686 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Deleting port 73dcddce-227f-4912-8ea2-8e7877249cc7 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:48:24.417058 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:24.548974 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] For port 73dcddce-227f-4912-8ea2-8e7877249cc7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73dcddce-227f-4912-8ea2-8e7877249cc7,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:48:24.549243 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:24.835904 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:24.836192 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:24.836509 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.l3_db [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Floating IP 012fc7f2-8010-48de-8d8b-e665e5fc26a6 disassociated. External IP: 172.27.3.215, port: 73dcddce-227f-4912-8ea2-8e7877249cc7.
Apr 29 15:48:24.836846 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Calling delete_port for 73dcddce-227f-4912-8ea2-8e7877249cc7 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:48:24.948318 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:24.954228 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-690361b1-eb75-4854-818e-da6d7f460aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:24.997981 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event deleted for resources: {'Port': ['ID=73dcddce-227f-4912-8ea2-8e7877249cc7,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:25.009400 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.009400 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.009814 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.010101 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.010464 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.010825 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.011183 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.011540 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.011897 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.012284 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.012641 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.013021 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:25.017544 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:25.125689 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fdc6d662-6bba-4e24-8709-db22612e179c req-53a494eb-cf1b-4f1c-9f7c-89db9e172293 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cabd8-2c63-4bd1-89f3-1331bf48d70f HTTP/1.1" status: 200  len: 210 time: 0.0583868
Apr 29 15:48:25.234493 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Router 517be931-c2f8-4b3f-a209-773eba08e89c has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:48:25.415763 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:48:25.426101 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1a683-5fed-4b56-936c-3fc23bbd3049 None None] Sync routers for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:48:25.435862 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1a683-5fed-4b56-936c-3fc23bbd3049 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:48:25.436768 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-59b1a683-5fed-4b56-936c-3fc23bbd3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3060c40>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:48:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:48:25.489868 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] No DVR routers for this DVR port 73dcddce-227f-4912-8ea2-8e7877249cc7 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:48:25.492438 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:25.495120 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'name': 'network-vif-deleted', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:48:25.516408 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-bb2b86c8-b273-484a-a815-79bf8573640c req-bcfeca09-d425-4f3f-9656-3a1eb58fcd75 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.32 "DELETE /v2.0/ports/73dcddce-227f-4912-8ea2-8e7877249cc7 HTTP/1.1" status: 204  len: 173 time: 1.2327838
Apr 29 15:48:25.630804 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-59b1a683-5fed-4b56-936c-3fc23bbd3049 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:48:25.747113 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529cabd8-2c63-4bd1-89f3-1331bf48d70f', 'name': 'network-vif-deleted', 'tag': '73dcddce-227f-4912-8ea2-8e7877249cc7', 'status': 'completed', 'code': 200}
Apr 29 15:48:25.943830 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-59b1a683-5fed-4b56-936c-3fc23bbd3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3060c40>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:48:25.947680 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1a683-5fed-4b56-936c-3fc23bbd3049 None None] Checking router: 517be931-c2f8-4b3f-a209-773eba08e89c for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:48:25.956190 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1a683-5fed-4b56-936c-3fc23bbd3049 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:48:25.957343 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-59b1a683-5fed-4b56-936c-3fc23bbd3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3060c40>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:48:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:48:26.137007 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-59b1a683-5fed-4b56-936c-3fc23bbd3049 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:48:26.254709 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41800) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:26.339790 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d66da22b-f1d6-47c1-923d-9a5f4124a034 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:26.472811 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d66da22b-f1d6-47c1-923d-9a5f4124a034 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:26.492541 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-59b1a683-5fed-4b56-936c-3fc23bbd3049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3060c40>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:48:26.496540 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1a683-5fed-4b56-936c-3fc23bbd3049 None None] The sync data for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi is: [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:36:22Z', 'revision_number': 4, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'befb65e0-a770-4113-a198-b49323efc4f2', 'name': '', 'network_id': '82ba9b5c-5013-4f88-a0a6-cde1d2fe4429', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'mac_address': 'fa:16:3e:dc:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:21Z', 'updated_at': '2021-04-29T15:36:35Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'subnets': [{'id': 'cf565b80-5ba6-4306-88c7-10e0fb247b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:48:26.526002 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d66da22b-f1d6-47c1-923d-9a5f4124a034 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:26.529944 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c1a455b1-45a7-4c0e-8dcd-252396fa4fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:26.546633 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66da22b-f1d6-47c1-923d-9a5f4124a034 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9fc812-724d-48eb-a2de-f9e99b719dd4,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:26.549311 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d66da22b-f1d6-47c1-923d-9a5f4124a034 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:26.565173 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-d66da22b-f1d6-47c1-923d-9a5f4124a034 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:26.568986 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-d66da22b-f1d6-47c1-923d-9a5f4124a034 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "DELETE /v2.0/security-groups/9b9fc812-724d-48eb-a2de-f9e99b719dd4 HTTP/1.1" status: 204  len: 168 time: 0.3110952
Apr 29 15:48:26.569515 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41804) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:26.587457 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.api.v2.resource [None req-4873f265-38a5-474b-baf6-0858d754b06b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] show failed (client error): The resource could not be found.
Apr 29 15:48:26.588450 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-4873f265-38a5-474b-baf6-0858d754b06b tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "GET /v2.0/security-groups/9b9fc812-724d-48eb-a2de-f9e99b719dd4 HTTP/1.1" status: 404  len: 347 time: 0.0180130
Apr 29 15:48:26.591301 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41808) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:26.719277 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ff3c4-dd4f-4b81-9f6c-321315dbc76f None None] New status for floating IP 012fc7f2-8010-48de-8d8b-e665e5fc26a6: DOWN {{(pid=73823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:48:26.816467 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-cd13797e-8891-403a-99b6-fd8c26741702 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Deleting port ba503b04-c75b-4932-bb42-9f0b6d8e43f8 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:48:26.816697 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd13797e-8891-403a-99b6-fd8c26741702 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:26.939680 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd13797e-8891-403a-99b6-fd8c26741702 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:26.940014 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd13797e-8891-403a-99b6-fd8c26741702 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:26.977618 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:27.061624 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-cd13797e-8891-403a-99b6-fd8c26741702 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Calling delete_port for ba503b04-c75b-4932-bb42-9f0b6d8e43f8 owned by network:floatingip {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:48:27.171447 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd13797e-8891-403a-99b6-fd8c26741702 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:27.174918 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-89a52d4c-5d61-468b-a284-2683aeca2db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:27.217484 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13797e-8891-403a-99b6-fd8c26741702 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Pushing event deleted for resources: {'Port': ['ID=ba503b04-c75b-4932-bb42-9f0b6d8e43f8,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:27.220558 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cd13797e-8891-403a-99b6-fd8c26741702 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:27.310074 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd13797e-8891-403a-99b6-fd8c26741702 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks [] for floatingip, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:27.324419 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd13797e-8891-403a-99b6-fd8c26741702 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:27.325577 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-cd13797e-8891-403a-99b6-fd8c26741702 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] 10.222.0.10 "DELETE /v2.0/floatingips/012fc7f2-8010-48de-8d8b-e665e5fc26a6 HTTP/1.1" status: 204  len: 168 time: 0.7333653
Apr 29 15:48:28.338370 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:48:29.345507 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 73dcddce-227f-4912-8ea2-8e7877249cc7 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:48:29.382252 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 73dcddce-227f-4912-8ea2-8e7877249cc7 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:48:29.382597 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 73dcddce-227f-4912-8ea2-8e7877249cc7 not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:48:30.232012 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41832) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:30.241622 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-43e26394-9ead-42d5-8587-9044ea8f918e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:30.927778 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661874'] for router_interface, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:31.446884 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] Deleting port befb65e0-a770-4113-a198-b49323efc4f2 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:48:31.447589 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:31.564446 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] For port befb65e0-a770-4113-a198-b49323efc4f2, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=befb65e0-a770-4113-a198-b49323efc4f2,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:48:31.564798 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:31.683926 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] Calling delete_port for befb65e0-a770-4113-a198-b49323efc4f2 owned by network:router_interface {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:48:31.831422 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:31.836222 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2acbcc8f-6a06-4c9b-9968-8264db1b60ac tempest-VolumesNegativeTest-116007663 tempest-VolumesNegativeTest-116007663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:31.910944 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=befb65e0-a770-4113-a198-b49323efc4f2,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:31.913853 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:32.155708 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683202'] for router_interface, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:32.631644 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] Router 517be931-c2f8-4b3f-a209-773eba08e89c has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:48:32.806284 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:48:32.814448 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a36dd4-694b-4944-acd7-cb63a3fa9192 None None] Sync routers for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:48:32.819337 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-c97ce002-024d-4706-b756-fc48f31d1d09 admin admin] 10.222.0.10 "PUT /v2.0/routers/517be931-c2f8-4b3f-a209-773eba08e89c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5861924
Apr 29 15:48:32.821813 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41844) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:32.824029 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a36dd4-694b-4944-acd7-cb63a3fa9192 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:48:32.824635 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-d8a36dd4-694b-4944-acd7-cb63a3fa9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee26caa30>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:48:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:48:33.007744 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-d8a36dd4-694b-4944-acd7-cb63a3fa9192 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:48:33.008198 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:33.010666 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-aad54fb4-1538-4538-982f-f95dbab20a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:33.104936 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:33.180144 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:33.253833 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Deleting port 2ec5fa09-0091-4a06-8cd0-57772f0d3815 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:48:33.254195 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:33.291760 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-d8a36dd4-694b-4944-acd7-cb63a3fa9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee26caa30>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:48:31Z', 'revision_number': 5, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port': {'id': '2ec5fa09-0091-4a06-8cd0-57772f0d3815', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:36:03Z', 'updated_at': '2021-04-29T15:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:48:33.296111 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a36dd4-694b-4944-acd7-cb63a3fa9192 None None] Checking router: 517be931-c2f8-4b3f-a209-773eba08e89c for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:48:33.305677 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a36dd4-694b-4944-acd7-cb63a3fa9192 None None] Routers {'517be931-c2f8-4b3f-a209-773eba08e89c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:48:33.306263 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-d8a36dd4-694b-4944-acd7-cb63a3fa9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee26caa30>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:48:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['517be931-c2f8-4b3f-a209-773eba08e89c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:48:33.391901 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] For port 2ec5fa09-0091-4a06-8cd0-57772f0d3815, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=2ec5fa09-0091-4a06-8cd0-57772f0d3815,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:48:33.392284 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:33.451968 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-d8a36dd4-694b-4944-acd7-cb63a3fa9192 None None] Set router 517be931-c2f8-4b3f-a209-773eba08e89c gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:48:33.513128 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Calling delete_port for 2ec5fa09-0091-4a06-8cd0-57772f0d3815 owned by network:router_gateway {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:48:33.557172 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-d8a36dd4-694b-4944-acd7-cb63a3fa9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee26caa30>, [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:48:33Z', 'revision_number': 6, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port_host': None}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:48:33.561186 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a36dd4-694b-4944-acd7-cb63a3fa9192 None None] The sync data for ids ['517be931-c2f8-4b3f-a209-773eba08e89c'] in dv-cinder-788782-1-iscsi is: [{'id': '517be931-c2f8-4b3f-a209-773eba08e89c', 'name': 'tempest-AttachVolumeShelveTestJSON-1646958213-router', 'tenant_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:36:00Z', 'updated_at': '2021-04-29T15:48:33Z', 'revision_number': 6, 'project_id': 'bb37cb6f412b49f7baef4a2b5cd7a3b2', 'gw_port_host': None}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:48:33.663107 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:33.666554 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-9ca6110e-1252-4bb4-9c56-52e0ba0bc006 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:33.707140 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec5fa09-0091-4a06-8cd0-57772f0d3815,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:33.709788 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:33.801279 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683711'] for router_gateway, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:33.864130 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.084443 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103776'] for router, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.086626 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.108343 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683332'] for router, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.109008 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 517be931-c2f8-4b3f-a209-773eba08e89c {{(pid=73822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 29 15:48:34.121239 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] Notify callbacks [] for router, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.122351 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-f594d690-1ff1-40ed-aab1-0481b72d21c2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/517be931-c2f8-4b3f-a209-773eba08e89c HTTP/1.1" status: 204  len: 168 time: 1.2995300
Apr 29 15:48:34.124764 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 41850) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:34.183709 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09d5276-9f1e-4441-a50b-d0149e113467 admin admin] Deleting subnet cf565b80-5ba6-4306-88c7-10e0fb247b2c {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:48:34.186448 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f09d5276-9f1e-4441-a50b-d0149e113467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.235535 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f09d5276-9f1e-4441-a50b-d0149e113467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5884891'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.314839 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f09d5276-9f1e-4441-a50b-d0149e113467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.574896 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f09d5276-9f1e-4441-a50b-d0149e113467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7728171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7843652'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.579566 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-271547ad-b097-4c99-ba43-73c4c0ab1fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:34.614596 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d5276-9f1e-4441-a50b-d0149e113467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf565b80-5ba6-4306-88c7-10e0fb247b2c,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:34.617632 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f09d5276-9f1e-4441-a50b-d0149e113467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:34.618597 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-f09d5276-9f1e-4441-a50b-d0149e113467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.623742 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131f3427-495b-4630-b221-8b4c3ee90da9 None None] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:48:34.624714 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-f09d5276-9f1e-4441-a50b-d0149e113467 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cf565b80-5ba6-4306-88c7-10e0fb247b2c HTTP/1.1" status: 204  len: 168 time: 0.4989846
Apr 29 15:48:34.627262 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41856) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:34.737734 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.814085 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Deleting port c50c1b00-6060-4e13-aa79-35b4f6dc4afb {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:48:34.814427 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.868302 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] DHCP port deletion for 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 request from dv-cinder-788782-1-iscsi {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 29 15:48:34.917974 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] For port c50c1b00-6060-4e13-aa79-35b4f6dc4afb, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=c50c1b00-6060-4e13-aa79-35b4f6dc4afb,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:48:34.918326 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:34.936633 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Deleting port c50c1b00-6060-4e13-aa79-35b4f6dc4afb {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:48:34.937043 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:35.033237 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] For port c50c1b00-6060-4e13-aa79-35b4f6dc4afb, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=c50c1b00-6060-4e13-aa79-35b4f6dc4afb,segment=NetworkSegment(837ae9e0-301b-4b77-b583-8140bc040e24),segment_id=837ae9e0-301b-4b77-b583-8140bc040e24)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:48:35.033540 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:35.040665 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Calling delete_port for c50c1b00-6060-4e13-aa79-35b4f6dc4afb owned by network:dhcp {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:48:35.088249 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:35.092027 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b47492c0-ba4d-4e41-8996-eca7abb4caa1 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:35.135703 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Pushing event deleted for resources: {'Port': ['ID=c50c1b00-6060-4e13-aa79-35b4f6dc4afb,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:35.138795 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:35.139575 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] No DVR routers for this DVR port c50c1b00-6060-4e13-aa79-35b4f6dc4afb on host dv-cinder-788782-1-iscsi {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:48:35.162400 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Calling delete_port for c50c1b00-6060-4e13-aa79-35b4f6dc4afb owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:48:35.202761 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:35.207868 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:35.248983 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Pushing event deleted for resources: {'Port': ['ID=c50c1b00-6060-4e13-aa79-35b4f6dc4afb,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:35.253113 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] No DVR routers for this DVR port c50c1b00-6060-4e13-aa79-35b4f6dc4afb on host dv-cinder-788782-1-iscsi {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:48:35.257474 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:35.263449 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.263803 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.264271 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.264476 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.264996 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.265331 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.265797 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.266123 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.266448 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.266789 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.267160 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.267484 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:48:35.270961 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e81cae1d-7551-4538-b04e-114174540f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:35.375222 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee2b28f40>,) {'filters': {'network_id': ['82ba9b5c-5013-4f88-a0a6-cde1d2fe4429']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:48:35.383555 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee2b28f40>, '837ae9e0-301b-4b77-b583-8140bc040e24') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:48:35.383679 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee2b28f40>, '837ae9e0-301b-4b77-b583-8140bc040e24') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:48:35.395662 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018761'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:35.408335 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:35.416389 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:35.422503 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:48:35.590643 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:48:35.599577 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128101'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:35.615716 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device c50c1b00-6060-4e13-aa79-35b4f6dc4afb no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:48:35.687599 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: c50c1b00-6060-4e13-aa79-35b4f6dc4afb {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:48:35.687599 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device c50c1b00-6060-4e13-aa79-35b4f6dc4afb not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:48:35.691237 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 2ec5fa09-0091-4a06-8cd0-57772f0d3815 no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:48:35.720690 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 2ec5fa09-0091-4a06-8cd0-57772f0d3815 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:48:35.721078 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 2ec5fa09-0091-4a06-8cd0-57772f0d3815 not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:48:35.721512 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device befb65e0-a770-4113-a198-b49323efc4f2 no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:48:35.757188 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: befb65e0-a770-4113-a198-b49323efc4f2 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:48:35.757549 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device befb65e0-a770-4113-a198-b49323efc4f2 not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:48:35.859300 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Network 82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]: Traceback (most recent call last):
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     timer()
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     cb(*args, **kw)
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     return func(*args, **kwargs)
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     self._notify()
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     self.callback(batched_events)
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     event.method(event)
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     return f(self, *a, **k)
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._get(url).json()
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:48:35.879758 dv-cinder-788782-1-iscsi neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:48:35.953688 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:35.958157 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3f0cb4ff-3010-46de-bc60-f47790f67e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:35.975058 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:35.987218 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Pushing event deleted for resources: {'Network': ['ID=82ba9b5c-5013-4f88-a0a6-cde1d2fe4429,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:35.991143 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:35.992619 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] 10.222.0.10 "DELETE /v2.0/networks/82ba9b5c-5013-4f88-a0a6-cde1d2fe4429 HTTP/1.1" status: 204  len: 168 time: 1.3643470
Apr 29 15:48:36.105390 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41864) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:36.153873 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-c5a5bf2a-0126-45ae-b9ae-8ec0ee03e651 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb37cb6f412b49f7baef4a2b5cd7a3b2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0467932
Apr 29 15:48:36.155680 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 41868) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:36.213340 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9bd48dd4-a4c0-46c1-844d-891ef7cc8b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:36.237745 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9bd48dd4-a4c0-46c1-844d-891ef7cc8b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:36.289654 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9bd48dd4-a4c0-46c1-844d-891ef7cc8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:36.294550 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-01799f0f-e1c6-4a65-842c-5a870c0575d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:36.307717 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd48dd4-a4c0-46c1-844d-891ef7cc8b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce67cafe-8c6c-4a7f-b0b3-b0dd68f6f6df,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:36.311085 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9bd48dd4-a4c0-46c1-844d-891ef7cc8b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:36.314231 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9bd48dd4-a4c0-46c1-844d-891ef7cc8b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:36.318499 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-9bd48dd4-a4c0-46c1-844d-891ef7cc8b78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce67cafe-8c6c-4a7f-b0b3-b0dd68f6f6df HTTP/1.1" status: 204  len: 168 time: 0.1587679
Apr 29 15:48:43.904496 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-f5177320-fe0a-4fc5-8bf2-1ee03a8c20bd tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985964582&fields=id&tenant_id=d7d31a397ebf4f1e8842885b9bf49e91 HTTP/1.1" status: 200  len: 267 time: 0.0435259
Apr 29 15:48:44.057658 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb616f7-c648-4291-86fe-669649794a04 req-11097953-1d57-4bf5-b45a-bf020bfb9414 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:44.059101 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-11097953-1d57-4bf5-b45a-bf020bfb9414 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 812 time: 0.1473892
Apr 29 15:48:44.074296 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-10af323a-5119-46c4-b901-a8fc32baf1a6 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/quotas/d7d31a397ebf4f1e8842885b9bf49e91 HTTP/1.1" status: 200  len: 375 time: 0.0095224
Apr 29 15:48:44.166049 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-25a1bbff-0662-4222-a92e-9f83134c9959 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0864098
Apr 29 15:48:44.397987 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-1b9d6d37-a4f4-4acb-ac24-fc1ee78f60eb service neutron] 10.222.0.10 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201009
Apr 29 15:48:44.523916 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-697780bf-c5bf-491b-90cc-a8dfdc8176d1 service neutron] 10.222.0.10 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200137
Apr 29 15:48:44.915396 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-d93cc4c8-c5c4-4135-9865-7e2bd159dbc6 req-75839bb5-0207-4ffe-95ca-6a82457573d3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 210 time: 0.0455849
Apr 29 15:48:45.984999 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb616f7-c648-4291-86fe-669649794a04 req-00216320-c05b-45dc-b5cf-29f11c16e0b4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:45.986661 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-00216320-c05b-45dc-b5cf-29f11c16e0b4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 812 time: 0.1658609
Apr 29 15:48:46.044985 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-29599ed9-0d5c-4b0d-970c-c992fe9b50c6 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7d31a397ebf4f1e8842885b9bf49e91 HTTP/1.1" status: 200  len: 379 time: 0.0487051
Apr 29 15:48:46.054952 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'port': {'device_id': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'admin_state_up': True, 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'security_groups': ['cf9dcf38-cbcf-42ae-b3e3-757c10da02d7']}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:48:46.101683 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3f84d2a7-2b58-4e26-8b1d-9e909b4a2ccc req-8407dbfa-29e7-4bbc-bfb8-7ca9472d60cc tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 210 time: 0.0622654
Apr 29 15:48:46.197949 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:48:46.209270 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:48:46.218322 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Made reservation on behalf of d7d31a397ebf4f1e8842885b9bf49e91 for: {'port': 1} {{(pid=73822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 15:48:46.221910 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:46.480166 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Allocated IP 172.20.0.9 (7b2df53a-374b-4d56-bc6b-c676e69f8ce1/f64abcfb-e266-48ac-a629-81779b5c4af5/6c71a734-22e8-4fb1-9167-802ef8107c10) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:48:46.668150 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:46.684383 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Transition to ACTIVE for port object 6c71a734-22e8-4fb1-9167-802ef8107c10 will not be triggered until provisioned by entity DHCP. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:48:46.708394 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:46.714377 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7db1ea9a-2fcf-4957-a543-aaa179df20c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:46.788678 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:48:46.792211 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:48:46.796055 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:48:46.826778 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'Port': ['ID=6c71a734-22e8-4fb1-9167-802ef8107c10,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:46.838149 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:46.865587 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:46.866215 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:46.892621 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-16a79d2c-f9d2-4167-85d9-6b443c33ddcf tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8425889
Apr 29 15:48:46.903969 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Request body: {'port': {'device_id': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:48:47.017447 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:47.020414 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0d9b174d-8f71-4e9b-8ec6-83e3b08358a1 None None] Provisioning for port 6c71a734-22e8-4fb1-9167-802ef8107c10 completed by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:48:47.025305 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-0d9b174d-8f71-4e9b-8ec6-83e3b08358a1 None None] Provisioning complete for port 6c71a734-22e8-4fb1-9167-802ef8107c10 triggered by entity DHCP. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:48:47.025681 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-0d9b174d-8f71-4e9b-8ec6-83e3b08358a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:47.078505 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b174d-8f71-4e9b-8ec6-83e3b08358a1 None None] Port 6c71a734-22e8-4fb1-9167-802ef8107c10 cannot update to ACTIVE because it is not bound. {{(pid=73823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 29 15:48:47.369228 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dfeed-e07c-423e-8cb9-3ededff525ca req-54c565f6-6b2e-411c-b0a6-1a0e859d8330 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:47.369933 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-293dfeed-e07c-423e-8cb9-3ededff525ca req-54c565f6-6b2e-411c-b0a6-1a0e859d8330 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Synchronizing usage tracker for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:48:47.430715 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-293dfeed-e07c-423e-8cb9-3ededff525ca req-54c565f6-6b2e-411c-b0a6-1a0e859d8330 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Unset dirty status for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:48:47.431830 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-293dfeed-e07c-423e-8cb9-3ededff525ca req-54c565f6-6b2e-411c-b0a6-1a0e859d8330 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 931 time: 0.2324862
Apr 29 15:48:47.467318 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c71a734-22e8-4fb1-9167-802ef8107c10 {{(pid=73822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:48:47.485022 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:47.497311 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-293dfeed-e07c-423e-8cb9-3ededff525ca req-2a7752af-9f2d-4fe8-b1eb-fbdb7f3a161e tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587771
Apr 29 15:48:47.506806 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.provisioning_blocks [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Transition to ACTIVE for port object 6c71a734-22e8-4fb1-9167-802ef8107c10 will not be triggered until provisioned by entity L2. {{(pid=73822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 29 15:48:47.509963 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:47.514734 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-85e02d1e-b0bf-4f02-950f-9afb06a5fcf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:47.683108 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Pushing event updated for resources: {'Port': ['ID=6c71a734-22e8-4fb1-9167-802ef8107c10,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:47.712688 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:47.755681 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Attempting to bind port 6c71a734-22e8-4fb1-9167-802ef8107c10 on host hv-cinder-78878 for vnic_type normal with profile  {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 29 15:48:47.756013 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Attempting to bind port 6c71a734-22e8-4fb1-9167-802ef8107c10 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 29 15:48:47.756341 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Attempting to bind port 6c71a734-22e8-4fb1-9167-802ef8107c10 on network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:48:47.760858 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Port 6c71a734-22e8-4fb1-9167-802ef8107c10 on network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 29 15:48:47.761208 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Attempting to bind port 6c71a734-22e8-4fb1-9167-802ef8107c10 on network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 29 15:48:47.766349 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Checking agent: {'id': '45778f2f-6b70-48e3-ae98-c1112b55e22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'started_at': datetime.datetime(2021, 4, 29, 15, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 29, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 29 15:48:47.766679 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Checking segment: {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 29 15:48:47.767054 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Bound using segment: {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'} {{(pid=73822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 29 15:48:47.767472 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Bound port: 6c71a734-22e8-4fb1-9167-802ef8107c10, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd031cba5-7602-4b5e-9d5e-c9425096158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1'}}] {{(pid=73822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 29 15:48:47.767809 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:47.870988 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] For port 6c71a734-22e8-4fb1-9167-802ef8107c10, host hv-cinder-78878, cleared binding levels {{(pid=73822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 29 15:48:47.874033 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] For port 6c71a734-22e8-4fb1-9167-802ef8107c10, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6c71a734-22e8-4fb1-9167-802ef8107c10,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 29 15:48:47.877824 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:47.882970 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-745b5079-c520-43e4-a5cb-755893f12aef tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:47.933266 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:47.933868 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:47.935196 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] 10.222.0.32 "PUT /v2.0/ports/6c71a734-22e8-4fb1-9167-802ef8107c10 HTTP/1.1" status: 200  len: 1093 time: 1.0355408
Apr 29 15:48:47.935721 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'tag': '6c71a734-22e8-4fb1-9167-802ef8107c10'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:48:47.961034 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Pushing event updated for resources: {'Port': ['ID=6c71a734-22e8-4fb1-9167-802ef8107c10,revision_number=3']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:47.965044 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7b61d05e-78b5-48a3-98d8-01821d34890b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:48.032087 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'tag': '6c71a734-22e8-4fb1-9167-802ef8107c10', 'status': 'completed', 'code': 200}
Apr 29 15:48:48.096045 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb616f7-c648-4291-86fe-669649794a04 req-3427b293-d3c2-4042-bbf5-2cf87a055404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:48.097798 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-3427b293-d3c2-4042-bbf5-2cf87a055404 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 1096 time: 0.1145952
Apr 29 15:48:48.187817 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-51dcbe0a-24c5-4bc7-b682-0fc81fc99fc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c71a734-22e8-4fb1-9167-802ef8107c10 HTTP/1.1" status: 200  len: 217 time: 0.0816863
Apr 29 15:48:48.401484 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb616f7-c648-4291-86fe-669649794a04 req-de187ae3-9a08-4dae-bb64-1e3dbf953154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:48.402912 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-de187ae3-9a08-4dae-bb64-1e3dbf953154 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.2092409
Apr 29 15:48:48.491191 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb616f7-c648-4291-86fe-669649794a04 req-715c758d-a0ea-4abf-9e59-23ddabecd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:48.492665 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-715c758d-a0ea-4abf-9e59-23ddabecd45d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831583
Apr 29 15:48:48.700298 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-f9200c7b-fa2c-4264-8dba-4a834809d369 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2007747
Apr 29 15:48:48.763965 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096257f-c5e8-42bf-9b58-e637bf810f18 req-c80908b0-2943-4f27-9aaa-2298ee4693ff tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:48.765489 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1096257f-c5e8-42bf-9b58-e637bf810f18 req-c80908b0-2943-4f27-9aaa-2298ee4693ff tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 943 time: 0.1519787
Apr 29 15:48:48.880228 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-1096257f-c5e8-42bf-9b58-e637bf810f18 req-208db090-b8c3-4f5b-a917-069082f4cca8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685887
Apr 29 15:48:48.897327 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5fb616f7-c648-4291-86fe-669649794a04 req-bf157110-e686-409f-aba8-9d2267db3ae7 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855333
Apr 29 15:48:49.014520 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9158e-117f-4811-9a79-65d51fab02fd req-fcdf464b-5b92-423b-ad2a-95466f9c9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:49.015865 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-42d9158e-117f-4811-9a79-65d51fab02fd req-fcdf464b-5b92-423b-ad2a-95466f9c9477 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 1096 time: 0.0696495
Apr 29 15:48:49.145585 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9158e-117f-4811-9a79-65d51fab02fd req-844e611b-4a06-415a-86aa-c6aaf1c2861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:49.147014 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-42d9158e-117f-4811-9a79-65d51fab02fd req-844e611b-4a06-415a-86aa-c6aaf1c2861a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 913 time: 0.1247451
Apr 29 15:48:49.216850 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-42d9158e-117f-4811-9a79-65d51fab02fd req-2a7cb1b9-46fc-4d7c-b8db-620e2f70ca80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c71a734-22e8-4fb1-9167-802ef8107c10 HTTP/1.1" status: 200  len: 217 time: 0.0631580
Apr 29 15:48:49.278656 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9158e-117f-4811-9a79-65d51fab02fd req-2c334d23-1435-4f00-8d0e-3220713401fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:49.279951 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-42d9158e-117f-4811-9a79-65d51fab02fd req-2c334d23-1435-4f00-8d0e-3220713401fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.0561826
Apr 29 15:48:49.356772 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9158e-117f-4811-9a79-65d51fab02fd req-0c243944-e7b1-494d-bf23-34dba2e9d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:49.358309 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-42d9158e-117f-4811-9a79-65d51fab02fd req-0c243944-e7b1-494d-bf23-34dba2e9d47a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720017
Apr 29 15:48:49.486858 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-42d9158e-117f-4811-9a79-65d51fab02fd req-984bcae8-00ab-4437-aaf9-9199b5108a39 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212513
Apr 29 15:48:49.613978 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-42d9158e-117f-4811-9a79-65d51fab02fd req-b977a47f-36b0-45ed-9e61-5e07ee77d6ba service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203079
Apr 29 15:48:50.000795 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42048) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:50.069253 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca4ed5-c923-4b95-8574-14aaf68091aa req-c29f5b62-3211-4717-9633-616fbb538756 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:50.070661 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-eeca4ed5-c923-4b95-8574-14aaf68091aa req-c29f5b62-3211-4717-9633-616fbb538756 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 943 time: 0.0837355
Apr 29 15:48:50.117199 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-eeca4ed5-c923-4b95-8574-14aaf68091aa req-3ca11934-d4fc-4f2e-879a-d8ee46a28edb tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401554
Apr 29 15:48:50.118946 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b0ca826d-53d2-4a42-be59-c527a137703c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:50.133373 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b0ca826d-53d2-4a42-be59-c527a137703c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:48:50.137210 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b0ca826d-53d2-4a42-be59-c527a137703c admin admin] Usage tracker for resource:security_group_rule and tenant:333524fc15e34fef9261d999bedb5e75 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:48:50.140044 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b0ca826d-53d2-4a42-be59-c527a137703c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:48:50.146388 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b0ca826d-53d2-4a42-be59-c527a137703c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:48:50.228631 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b0ca826d-53d2-4a42-be59-c527a137703c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:50.232230 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b0ca826d-53d2-4a42-be59-c527a137703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:50.240612 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-81b5f2b8-38d3-4114-a4f3-238937be5ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:50.279649 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-b0ca826d-53d2-4a42-be59-c527a137703c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=333524fc15e34fef9261d999bedb5e75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2777321
Apr 29 15:48:50.280438 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca826d-53d2-4a42-be59-c527a137703c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf061302-76be-4c56-9539-43bdc8fc3962,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:50.282627 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42054) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:50.283524 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b0ca826d-53d2-4a42-be59-c527a137703c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:50.342579 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-19c6fe07-a948-4c5b-8d71-5ce65af5f234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:50.367922 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-19c6fe07-a948-4c5b-8d71-5ce65af5f234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:50.418630 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-19c6fe07-a948-4c5b-8d71-5ce65af5f234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:50.423449 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-5380990b-8bb3-439b-a76d-3874d01a1f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:50.436381 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6fe07-a948-4c5b-8d71-5ce65af5f234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf061302-76be-4c56-9539-43bdc8fc3962,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:50.439203 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-19c6fe07-a948-4c5b-8d71-5ce65af5f234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:50.440132 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-19c6fe07-a948-4c5b-8d71-5ce65af5f234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:50.442417 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-19c6fe07-a948-4c5b-8d71-5ce65af5f234 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf061302-76be-4c56-9539-43bdc8fc3962 HTTP/1.1" status: 204  len: 168 time: 0.1587768
Apr 29 15:48:51.320862 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b5f3-3de5-414e-88c1-5fecf48d0ce9 req-4b2db64c-7bc2-4b6e-b235-1b88b440d121 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:51.322408 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0dc1b5f3-3de5-414e-88c1-5fecf48d0ce9 req-4b2db64c-7bc2-4b6e-b235-1b88b440d121 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 943 time: 0.0848625
Apr 29 15:48:51.370232 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0dc1b5f3-3de5-414e-88c1-5fecf48d0ce9 req-cd076079-9e52-45c1-8445-e9844309450a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412128
Apr 29 15:48:51.868323 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42110) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:51.986161 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-472c27a3-380c-46d8-b636-675479dcf634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:52.003948 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-472c27a3-380c-46d8-b636-675479dcf634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:48:52.007940 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-472c27a3-380c-46d8-b636-675479dcf634 admin admin] Usage tracker for resource:security_group_rule and tenant:2f4f4fa37cfc4e92b24a487fa125b34a is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:48:52.010712 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-472c27a3-380c-46d8-b636-675479dcf634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:48:52.016380 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-472c27a3-380c-46d8-b636-675479dcf634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:48:52.097775 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-472c27a3-380c-46d8-b636-675479dcf634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:52.101525 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-472c27a3-380c-46d8-b636-675479dcf634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:52.108276 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4db87a8b-1600-453c-898e-758e279c015c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:52.146783 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c27a3-380c-46d8-b636-675479dcf634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f137b4-2b71-4b90-9a31-3a6524546d46,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:52.153867 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-472c27a3-380c-46d8-b636-675479dcf634 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f4f4fa37cfc4e92b24a487fa125b34a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2844944
Apr 29 15:48:52.153998 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42116) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:52.154796 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-472c27a3-380c-46d8-b636-675479dcf634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:52.215669 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7a5fde59-2023-416a-b315-2053ab55cc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:52.241148 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7a5fde59-2023-416a-b315-2053ab55cc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:52.293452 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7a5fde59-2023-416a-b315-2053ab55cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:52.297132 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-98bc355a-1939-4cc5-a295-4202fa08136c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:52.309490 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fde59-2023-416a-b315-2053ab55cc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f137b4-2b71-4b90-9a31-3a6524546d46,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:52.312272 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7a5fde59-2023-416a-b315-2053ab55cc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:52.319880 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7a5fde59-2023-416a-b315-2053ab55cc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:52.320993 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-7a5fde59-2023-416a-b315-2053ab55cc66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80f137b4-2b71-4b90-9a31-3a6524546d46 HTTP/1.1" status: 204  len: 168 time: 0.1658607
Apr 29 15:48:52.559092 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be5821-48c2-4767-ac57-71061c824b2f req-647bd50a-4d35-440b-89b8-39e7955c4b10 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:52.560553 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55be5821-48c2-4767-ac57-71061c824b2f req-647bd50a-4d35-440b-89b8-39e7955c4b10 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 943 time: 0.0805399
Apr 29 15:48:52.605864 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-55be5821-48c2-4767-ac57-71061c824b2f req-9d303669-5892-4910-8e86-1c90af637f93 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393353
Apr 29 15:48:53.791150 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fce91-cce1-4514-8a01-7b49487d40b1 req-a212b704-2c8d-4b82-8b11-30ab1205942c tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:53.792623 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f84fce91-cce1-4514-8a01-7b49487d40b1 req-a212b704-2c8d-4b82-8b11-30ab1205942c tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 943 time: 0.0823014
Apr 29 15:48:53.841709 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-f84fce91-cce1-4514-8a01-7b49487d40b1 req-00b5fc98-89b0-45c2-bc6a-1982127b30dc tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433264
Apr 29 15:48:54.041020 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42176) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:54.153932 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0716-2882-4c14-b9e3-aba667b7378b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:54.168529 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-cf0a0716-2882-4c14-b9e3-aba667b7378b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:48:54.172277 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-cf0a0716-2882-4c14-b9e3-aba667b7378b admin admin] Usage tracker for resource:security_group_rule and tenant:114b985c1ec04da098d4711601c4bce6 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:48:54.175095 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-cf0a0716-2882-4c14-b9e3-aba667b7378b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:48:54.180699 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-cf0a0716-2882-4c14-b9e3-aba667b7378b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:48:54.261665 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0716-2882-4c14-b9e3-aba667b7378b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:54.265660 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-cf0a0716-2882-4c14-b9e3-aba667b7378b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:54.275106 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9bd48dd4-a4c0-46c1-844d-891ef7cc8b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:54.314120 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-cf0a0716-2882-4c14-b9e3-aba667b7378b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=114b985c1ec04da098d4711601c4bce6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2720685
Apr 29 15:48:54.315076 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a0716-2882-4c14-b9e3-aba667b7378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6299fb9f-7994-4145-bc76-4cc4bcb34f0d,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:54.317403 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42182) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:54.319901 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cf0a0716-2882-4c14-b9e3-aba667b7378b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:54.374440 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7cc8951e-e7af-42e6-abc8-74eec88fc040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:54.403926 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7cc8951e-e7af-42e6-abc8-74eec88fc040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:54.551489 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7cc8951e-e7af-42e6-abc8-74eec88fc040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:54.554994 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e6d21cb7-7a70-442a-9c11-7822bc0bb29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:54.565294 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8951e-e7af-42e6-abc8-74eec88fc040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6299fb9f-7994-4145-bc76-4cc4bcb34f0d,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:54.569686 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-7cc8951e-e7af-42e6-abc8-74eec88fc040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:54.573568 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-7cc8951e-e7af-42e6-abc8-74eec88fc040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:54.574648 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-7cc8951e-e7af-42e6-abc8-74eec88fc040 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6299fb9f-7994-4145-bc76-4cc4bcb34f0d HTTP/1.1" status: 204  len: 168 time: 0.2562988
Apr 29 15:48:54.850691 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42190) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:54.869081 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c42b80d9-87e2-490b-838c-0f82e68089b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:54.884555 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c42b80d9-87e2-490b-838c-0f82e68089b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:48:54.888350 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-c42b80d9-87e2-490b-838c-0f82e68089b4 admin admin] Usage tracker for resource:security_group_rule and tenant:61b31c437a054bdb856239dc0055bb06 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:48:54.891143 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-c42b80d9-87e2-490b-838c-0f82e68089b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:48:54.897790 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-c42b80d9-87e2-490b-838c-0f82e68089b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:48:55.028478 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c42b80d9-87e2-490b-838c-0f82e68089b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:55.035470 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-c42b80d9-87e2-490b-838c-0f82e68089b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:55.043700 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a5b027c2-2e82-487a-a61b-4ebec9919e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:55.094326 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-c42b80d9-87e2-490b-838c-0f82e68089b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61b31c437a054bdb856239dc0055bb06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2424455
Apr 29 15:48:55.097355 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42196) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:48:55.098953 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b80d9-87e2-490b-838c-0f82e68089b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e432832-a7ba-4fda-8c0f-ea23ffc98ca5,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:55.102360 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c42b80d9-87e2-490b-838c-0f82e68089b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:55.110151 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99055ba-342c-416b-ac84-605c043c2b87 req-aac23ef3-b42b-457d-97d2-1c46ecf492a5 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:55.111596 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f99055ba-342c-416b-ac84-605c043c2b87 req-aac23ef3-b42b-457d-97d2-1c46ecf492a5 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 943 time: 0.1651573
Apr 29 15:48:55.156870 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aa85d90d-d220-4bbc-b1a9-6fab69ece9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:55.158021 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-f99055ba-342c-416b-ac84-605c043c2b87 req-0aa20e2f-1396-4716-adf8-64960786b091 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379372
Apr 29 15:48:55.187860 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aa85d90d-d220-4bbc-b1a9-6fab69ece9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:55.238655 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aa85d90d-d220-4bbc-b1a9-6fab69ece9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:55.242290 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c078187b-e7d6-4ff4-a851-2a0b321a6e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:55.256084 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85d90d-d220-4bbc-b1a9-6fab69ece9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e432832-a7ba-4fda-8c0f-ea23ffc98ca5,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:55.258771 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-aa85d90d-d220-4bbc-b1a9-6fab69ece9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:55.268198 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-aa85d90d-d220-4bbc-b1a9-6fab69ece9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:55.271961 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-aa85d90d-d220-4bbc-b1a9-6fab69ece9c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e432832-a7ba-4fda-8c0f-ea23ffc98ca5 HTTP/1.1" status: 204  len: 168 time: 0.1736100
Apr 29 15:48:56.365740 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281560-e32c-45c5-bff4-d2bfe66d8cc3 req-850326c9-dccd-436d-bac5-e923876a3ae5 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:56.367179 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b6281560-e32c-45c5-bff4-d2bfe66d8cc3 req-850326c9-dccd-436d-bac5-e923876a3ae5 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 943 time: 0.0847363
Apr 29 15:48:56.413710 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-b6281560-e32c-45c5-bff4-d2bfe66d8cc3 req-d84a9d78-13d3-4955-9eb1-5f0d7cdc8ab1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407476
Apr 29 15:48:56.998854 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:57.600162 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b8cc4-2410-4702-85f8-4084c90f770b req-2ae8e689-e7e5-4d9f-968f-90ceddaadc4f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:57.601633 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-469b8cc4-2410-4702-85f8-4084c90f770b req-2ae8e689-e7e5-4d9f-968f-90ceddaadc4f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 943 time: 0.0854907
Apr 29 15:48:57.646657 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-469b8cc4-2410-4702-85f8-4084c90f770b req-e564d582-9366-4823-831e-f46ba94b8a88 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394635
Apr 29 15:48:58.281677 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 6c71a734-22e8-4fb1-9167-802ef8107c10 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=73823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 29 15:48:58.411453 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 6c71a734-22e8-4fb1-9167-802ef8107c10, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6c71a734-22e8-4fb1-9167-802ef8107c10,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:48:58.427379 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Returning: {'device': '6c71a734-22e8-4fb1-9167-802ef8107c10', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'port_id': '6c71a734-22e8-4fb1-9167-802ef8107c10', 'mac_address': 'fa:16:3e:6f:c5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 29 15:48:58.481909 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:58.498243 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c71a734-22e8-4fb1-9167-802ef8107c10 {{(pid=73823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 29 15:48:58.515735 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 6c71a734-22e8-4fb1-9167-802ef8107c10, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6c71a734-22e8-4fb1-9167-802ef8107c10,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:48:58.520340 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:48:58.521943 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:48:58.586261 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=6c71a734-22e8-4fb1-9167-802ef8107c10,revision_number=4']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:48:58.589558 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:48:58.833955 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] get_ports_and_sgs() called for port_ids ['6c71a734-22e8-4fb1-9167-802ef8107c10'] {{(pid=73823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 29 15:48:58.840673 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d47f48-b421-495b-9225-4d53ead832db req-86e7bfa7-b9c0-415a-b227-9d166605f52b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:48:58.842165 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c8d47f48-b421-495b-9225-4d53ead832db req-86e7bfa7-b9c0-415a-b227-9d166605f52b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 944 time: 0.0836599
Apr 29 15:48:58.890724 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-c8d47f48-b421-495b-9225-4d53ead832db req-01f0ace7-ad15-4890-b4eb-2eb16dcbe703 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423765
Apr 29 15:49:00.074778 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e35ed-09b7-434d-92c9-dc22dd030df4 req-7ba6ebdc-6ecb-4ecb-8224-f0d464628c0e tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:00.076470 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7a2e35ed-09b7-434d-92c9-dc22dd030df4 req-7ba6ebdc-6ecb-4ecb-8224-f0d464628c0e tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 944 time: 0.0807621
Apr 29 15:49:00.123196 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-7a2e35ed-09b7-434d-92c9-dc22dd030df4 req-5a4d99fd-0532-4f81-ac10-98842ae42a0b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404010
Apr 29 15:49:00.233899 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5eb27eb8-7018-45e6-8f97-713541eff840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:01.307756 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5c87f-d2ab-4e92-86c9-5f9574bdd112 req-f4d95115-5512-4f98-af0f-afefb6c91780 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:01.309211 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-89a5c87f-d2ab-4e92-86c9-5f9574bdd112 req-f4d95115-5512-4f98-af0f-afefb6c91780 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 944 time: 0.0832932
Apr 29 15:49:01.354665 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-89a5c87f-d2ab-4e92-86c9-5f9574bdd112 req-e389c2cb-20e4-4f1d-a6b8-aebf6981cc43 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396340
Apr 29 15:49:02.535400 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950e863-97f4-46d8-8aa0-41e3d69f2e46 req-21b6b50b-19cb-485e-841c-39ff5de1e5c9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:02.536821 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c950e863-97f4-46d8-8aa0-41e3d69f2e46 req-21b6b50b-19cb-485e-841c-39ff5de1e5c9 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 944 time: 0.0782008
Apr 29 15:49:02.581429 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-c950e863-97f4-46d8-8aa0-41e3d69f2e46 req-2de90f1b-8fb9-4810-90a2-4f374a02505a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387847
Apr 29 15:49:03.013347 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-9695ede0-b23a-4b95-bcf1-e96dacc32daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:03.106288 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:03.769238 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316edeba-8309-4b95-be36-470fa60aec72 req-f6b18d4d-4c81-47da-8cd3-13d16f4b6804 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:03.770683 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-316edeba-8309-4b95-be36-470fa60aec72 req-f6b18d4d-4c81-47da-8cd3-13d16f4b6804 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 944 time: 0.0812099
Apr 29 15:49:03.819350 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-316edeba-8309-4b95-be36-470fa60aec72 req-7af11ad2-ab9f-44ce-a58b-08b3b0ae22e1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430343
Apr 29 15:49:03.865216 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:04.683184 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42294) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:05.000742 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 6c71a734-22e8-4fb1-9167-802ef8107c10 up at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 29 15:49:05.013461 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2f2c9-8f60-40b4-93f4-40f4589b8fee req-9b03a306-4d8b-4fc1-bea3-514a21496a96 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:05.014936 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-33a2f2c9-8f60-40b4-93f4-40f4589b8fee req-9b03a306-4d8b-4fc1-bea3-514a21496a96 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 944 time: 0.0842652
Apr 29 15:49:05.062769 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-33a2f2c9-8f60-40b4-93f4-40f4589b8fee req-bdc262d4-fd79-429e-b2e5-421db13f83f8 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413215
Apr 29 15:49:05.075838 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning for port 6c71a734-22e8-4fb1-9167-802ef8107c10 completed by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 29 15:49:05.084222 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.provisioning_blocks [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Provisioning complete for port 6c71a734-22e8-4fb1-9167-802ef8107c10 triggered by entity L2. {{(pid=73823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 29 15:49:05.084222 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376657'] for port, provisioning_complete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:05.202028 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:05.205614 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Deleting port 7e495587-7e7a-4192-8d49-ca37a68a094f {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:49:05.206664 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:05.228804 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c71a734-22e8-4fb1-9167-802ef8107c10'}] {{(pid=73823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:49:05.238550 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] For port 6c71a734-22e8-4fb1-9167-802ef8107c10, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6c71a734-22e8-4fb1-9167-802ef8107c10,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:49:05.243123 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964'] for port, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:05.245104 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:05.297669 dv-cinder-788782-1-iscsi neutron-server[73823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c71a734-22e8-4fb1-9167-802ef8107c10', 'code': 200}
Apr 29 15:49:05.329384 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Pushing event updated for resources: {'Port': ['ID=6c71a734-22e8-4fb1-9167-802ef8107c10,revision_number=5']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:05.333131 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:05.339020 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:49:05.345657 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:05.346001 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:05.403428 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:05.469691 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Calling delete_port for 7e495587-7e7a-4192-8d49-ca37a68a094f owned by network:floatingip {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:49:05.579862 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b49b10-683b-4f5a-9451-099139ee62d8 req-96d5a83b-026d-4d29-8bf5-28bf0addadaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:05.581770 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-28b49b10-683b-4f5a-9451-099139ee62d8 req-96d5a83b-026d-4d29-8bf5-28bf0addadaa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 1098 time: 0.0757754
Apr 29 15:49:05.596881 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:05.602021 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-05eb1ecb-d62b-4b0e-b10f-717784f4bf86 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:05.624353 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-28b49b10-683b-4f5a-9451-099139ee62d8 req-32adaf9f-e3b9-448a-b0f7-e0f96e799000 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365252
Apr 29 15:49:05.649258 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event deleted for resources: {'Port': ['ID=7e495587-7e7a-4192-8d49-ca37a68a094f,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:05.675177 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:05.743635 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for floatingip, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:05.743979 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.l3_db [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Floating IP afbd4bfd-17d4-4fc5-a51b-72876abb7ec3 disassociated (deleted). External IP: 172.27.3.71, port: cbfa1933-598c-4f19-98c8-a12da01b40b3.
Apr 29 15:49:06.098982 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:49:06.254747 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a598c-6f0c-42cf-aac9-9882d2024701 req-69feb2b1-4907-44ca-a717-2ddfc89830d3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:06.260943 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ef5a598c-6f0c-42cf-aac9-9882d2024701 req-69feb2b1-4907-44ca-a717-2ddfc89830d3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 945 time: 0.0849421
Apr 29 15:49:06.278045 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:49:06.291627 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc6fd9-d6ff-4314-8892-34053ba6e4b1 None None] Sync routers for ids ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:49:06.304564 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc6fd9-d6ff-4314-8892-34053ba6e4b1 None None] Routers {'98cb6eb3-25cf-459c-a5c4-ed6f153eba81'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:49:06.305497 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7ebc6fd9-d6ff-4314-8892-34053ba6e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee311e820>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:49:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:06.305732 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:06.306554 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ef5a598c-6f0c-42cf-aac9-9882d2024701 req-89212b12-52a3-4fc3-bf9e-7aedbadb69a5 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445755
Apr 29 15:49:06.364708 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "DELETE /v2.0/floatingips/afbd4bfd-17d4-4fc5-a51b-72876abb7ec3 HTTP/1.1" status: 204  len: 168 time: 1.6804168
Apr 29 15:49:06.365518 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:49:06.508410 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-7ebc6fd9-d6ff-4314-8892-34053ba6e4b1 None None] Set router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:49:06.534857 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'status': 'completed', 'code': 200}
Apr 29 15:49:06.637176 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93e45-baf6-4dad-883b-9910e1054b82 req-322a7d66-ce42-45a1-9b32-a7cde4cd847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:06.638982 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf93e45-baf6-4dad-883b-9910e1054b82 req-322a7d66-ce42-45a1-9b32-a7cde4cd847e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f499c016ab548289b8fcf46ac473eec&device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 1099 time: 0.0734940
Apr 29 15:49:06.867611 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93e45-baf6-4dad-883b-9910e1054b82 req-f5e5797e-767c-4ee5-97e5-9bb70f6034bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:06.869271 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf93e45-baf6-4dad-883b-9910e1054b82 req-f5e5797e-767c-4ee5-97e5-9bb70f6034bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=d84f215d-8638-45c1-a8e3-c5cd161de2e3 HTTP/1.1" status: 200  len: 909 time: 0.2143466
Apr 29 15:49:06.882793 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7377c8-a3d2-46da-9fe2-c57616f540a9 req-efdafc2b-16aa-4942-9520-f91d02d27a1e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:06.885500 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6f7377c8-a3d2-46da-9fe2-c57616f540a9 req-efdafc2b-16aa-4942-9520-f91d02d27a1e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.1859820
Apr 29 15:49:06.908823 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7ebc6fd9-d6ff-4314-8892-34053ba6e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee311e820>, [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '12193622-1cf7-499b-b182-097a417d9b2c', 'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'mac_address': 'fa:16:3e:a3:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:03Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 5, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'subnets': [{'id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:06.913854 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc6fd9-d6ff-4314-8892-34053ba6e4b1 None None] Checking router: 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:49:06.922869 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc6fd9-d6ff-4314-8892-34053ba6e4b1 None None] Routers {'98cb6eb3-25cf-459c-a5c4-ed6f153eba81'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:49:06.923699 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7ebc6fd9-d6ff-4314-8892-34053ba6e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee311e820>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:49:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:06.972379 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf93e45-baf6-4dad-883b-9910e1054b82 req-4a64c914-f890-4ff0-9249-82acb7deef0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3 HTTP/1.1" status: 200  len: 217 time: 0.0856037
Apr 29 15:49:07.038749 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-6f7377c8-a3d2-46da-9fe2-c57616f540a9 req-7bf27d47-b886-491c-b8bb-e53e71ad8467 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0917723
Apr 29 15:49:07.052788 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93e45-baf6-4dad-883b-9910e1054b82 req-fda9f67d-e2d5-4236-ae1b-99c899022e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:07.054493 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf93e45-baf6-4dad-883b-9910e1054b82 req-fda9f67d-e2d5-4236-ae1b-99c899022e4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a777552-0d2b-40d3-bf28-cabdd61ee1d4 HTTP/1.1" status: 200  len: 847 time: 0.0688491
Apr 29 15:49:07.113650 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-7ebc6fd9-d6ff-4314-8892-34053ba6e4b1 None None] Set router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:49:07.139679 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93e45-baf6-4dad-883b-9910e1054b82 req-0ffc1ff1-2188-4bde-9f7c-c05dd5bb40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:07.141208 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf93e45-baf6-4dad-883b-9910e1054b82 req-0ffc1ff1-2188-4bde-9f7c-c05dd5bb40ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d84f215d-8638-45c1-a8e3-c5cd161de2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788400
Apr 29 15:49:07.260903 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42328) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:07.297166 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf93e45-baf6-4dad-883b-9910e1054b82 req-a0638883-3f80-4a9c-8409-28e7642f2732 service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485932
Apr 29 15:49:07.386910 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c74bc51d-9ba4-4b9c-9a8f-105b2e99cd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:07.403514 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c74bc51d-9ba4-4b9c-9a8f-105b2e99cd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:49:07.410339 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-c74bc51d-9ba4-4b9c-9a8f-105b2e99cd20 admin admin] Usage tracker for resource:security_group_rule and tenant:203e15357801410fab6b4e7c2c08e500 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:49:07.413907 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-c74bc51d-9ba4-4b9c-9a8f-105b2e99cd20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:49:07.420778 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-c74bc51d-9ba4-4b9c-9a8f-105b2e99cd20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:49:07.474175 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-7ebc6fd9-d6ff-4314-8892-34053ba6e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee311e820>, [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '12193622-1cf7-499b-b182-097a417d9b2c', 'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'mac_address': 'fa:16:3e:a3:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:03Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 5, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'subnets': [{'id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:07.478994 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc6fd9-d6ff-4314-8892-34053ba6e4b1 None None] The sync data for ids ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'] in dv-cinder-788782-1-iscsi is: [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:43:04Z', 'revision_number': 4, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': '12193622-1cf7-499b-b182-097a417d9b2c', 'name': '', 'network_id': 'd84f215d-8638-45c1-a8e3-c5cd161de2e3', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'mac_address': 'fa:16:3e:a3:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:03Z', 'updated_at': '2021-04-29T15:43:12Z', 'revision_number': 5, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'subnets': [{'id': '6a777552-0d2b-40d3-bf28-cabdd61ee1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:49:07.558967 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5bf93e45-baf6-4dad-883b-9910e1054b82 req-8119cb66-c01c-4f58-ace2-257fdb4a21fe service neutron] 10.222.0.32 "GET /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2548237
Apr 29 15:49:07.590471 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311410c-7399-4311-b989-55b023bda709 req-73522e85-28ce-4f6d-aa90-ca9c9a7384d5 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:07.591920 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1311410c-7399-4311-b989-55b023bda709 req-73522e85-28ce-4f6d-aa90-ca9c9a7384d5 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 945 time: 0.1420109
Apr 29 15:49:07.593675 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c74bc51d-9ba4-4b9c-9a8f-105b2e99cd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:07.598055 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c74bc51d-9ba4-4b9c-9a8f-105b2e99cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:07.606194 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-4820eb9d-6b93-4f5f-b575-4ac8b89b4607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:07.667425 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-c74bc51d-9ba4-4b9c-9a8f-105b2e99cd20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=203e15357801410fab6b4e7c2c08e500&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4054227
Apr 29 15:49:07.670186 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42336) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:07.678550 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bc51d-9ba4-4b9c-9a8f-105b2e99cd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9126ae23-a812-4367-86b5-2aa2f2a88dbc,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:07.684431 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c74bc51d-9ba4-4b9c-9a8f-105b2e99cd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:07.691699 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-1311410c-7399-4311-b989-55b023bda709 req-fac042e7-be21-4f78-960e-715685678b0a tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864408
Apr 29 15:49:07.728446 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c392fd-dfc8-4fcc-a6d2-bf0d682a4f0c None None] New status for floating IP afbd4bfd-17d4-4fc5-a51b-72876abb7ec3: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:49:07.734497 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2d507b7c-1083-4ff1-b73c-2f91b106ce14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:07.760575 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2d507b7c-1083-4ff1-b73c-2f91b106ce14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:07.848442 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2d507b7c-1083-4ff1-b73c-2f91b106ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:07.852637 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ba697fc3-3bb5-440c-a6f6-16a9bc5be722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:07.871941 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d507b7c-1083-4ff1-b73c-2f91b106ce14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9126ae23-a812-4367-86b5-2aa2f2a88dbc,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:07.876272 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-2d507b7c-1083-4ff1-b73c-2f91b106ce14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:07.886490 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-2d507b7c-1083-4ff1-b73c-2f91b106ce14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:07.890229 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-2d507b7c-1083-4ff1-b73c-2f91b106ce14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9126ae23-a812-4367-86b5-2aa2f2a88dbc HTTP/1.1" status: 204  len: 168 time: 0.2165084
Apr 29 15:49:07.920075 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef22663-238c-43c1-a779-f2eacdf5b0a1 req-0f00aab5-fba1-415e-9c94-57504022c1dd tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:07.921605 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8ef22663-238c-43c1-a779-f2eacdf5b0a1 req-0f00aab5-fba1-415e-9c94-57504022c1dd tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 945 time: 0.1207387
Apr 29 15:49:07.969977 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8ef22663-238c-43c1-a779-f2eacdf5b0a1 req-aea09db4-9f29-4a35-948b-b854b241fbe4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422449
Apr 29 15:49:07.994736 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42344) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:08.195482 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42354) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:08.240179 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941e308b-9d90-4644-8f85-53087015e19c tempest-TestVolumeBootPattern-913002637 tempest-TestVolumeBootPattern-913002637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:08.241749 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-941e308b-9d90-4644-8f85-53087015e19c tempest-TestVolumeBootPattern-913002637 tempest-TestVolumeBootPattern-913002637-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 1093 time: 0.2459199
Apr 29 15:49:08.245327 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42358) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:08.250615 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.v2.base [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Request body: {'floatingip': {'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'port_id': '6c71a734-22e8-4fb1-9167-802ef8107c10', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=73822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 29 15:49:08.257037 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:49:08.261130 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Usage tracker for resource:floatingip and tenant:d7d31a397ebf4f1e8842885b9bf49e91 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:49:08.264125 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:49:08.270335 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:49:08.282723 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:08.329729 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2015-5a03-41d3-beb5-20375bd45f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:08.348169 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9cdd2015-5a03-41d3-beb5-20375bd45f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:49:08.353948 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-9cdd2015-5a03-41d3-beb5-20375bd45f92 admin admin] Usage tracker for resource:security_group_rule and tenant:b494abbc89f44559a7cf9200469b9ac4 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:49:08.357051 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-9cdd2015-5a03-41d3-beb5-20375bd45f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:49:08.369554 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-9cdd2015-5a03-41d3-beb5-20375bd45f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:49:08.398765 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6ebd0-1565-41b0-bc8a-7f41cf023182 req-8eea36b6-01ce-4ceb-b03d-b5fcfb87984a tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:08.399606 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-10f6ebd0-1565-41b0-bc8a-7f41cf023182 req-8eea36b6-01ce-4ceb-b03d-b5fcfb87984a tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Synchronizing usage tracker for tenant:5f499c016ab548289b8fcf46ac473eec on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:49:08.423241 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-10f6ebd0-1565-41b0-bc8a-7f41cf023182 req-8eea36b6-01ce-4ceb-b03d-b5fcfb87984a tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Unset dirty status for tenant:5f499c016ab548289b8fcf46ac473eec on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:49:08.424414 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-10f6ebd0-1565-41b0-bc8a-7f41cf023182 req-8eea36b6-01ce-4ceb-b03d-b5fcfb87984a tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.2685125
Apr 29 15:49:08.425765 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:08.492540 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-10f6ebd0-1565-41b0-bc8a-7f41cf023182 req-aed4b7e0-cfd6-4038-a4aa-843cdfe5e32e tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0608780
Apr 29 15:49:08.516996 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2015-5a03-41d3-beb5-20375bd45f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:08.521689 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2015-5a03-41d3-beb5-20375bd45f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:08.530138 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-cf0a0716-2882-4c14-b9e3-aba667b7378b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:08.574097 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-9cdd2015-5a03-41d3-beb5-20375bd45f92 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b494abbc89f44559a7cf9200469b9ac4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3749113
Apr 29 15:49:08.574097 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd2015-5a03-41d3-beb5-20375bd45f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5433487c-bdf9-4d3b-8a69-f123408d0911,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:08.575033 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42362) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:08.577505 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9cdd2015-5a03-41d3-beb5-20375bd45f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:08.630775 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6e230-7108-4897-9709-1c0801e7f83f req-04775150-a01b-4396-a8b3-c72f29b39dbd tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:08.632215 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-73f6e230-7108-4897-9709-1c0801e7f83f req-04775150-a01b-4396-a8b3-c72f29b39dbd tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 946 time: 0.1512818
Apr 29 15:49:08.638292 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312a3acd-cfc7-4562-a7c5-4b373a41a57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:08.639712 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_common [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Allocated IP 172.27.3.44 (5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5/510789d0-d305-4002-b08f-b2cbe2be0496/8983d292-0338-4430-87c3-aa112ac69326) {{(pid=73822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 15:49:08.663753 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312a3acd-cfc7-4562-a7c5-4b373a41a57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:08.717213 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312a3acd-cfc7-4562-a7c5-4b373a41a57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:08.722131 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-725f4226-78db-40f1-af0c-d5a208b859bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:08.733999 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3acd-cfc7-4562-a7c5-4b373a41a57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5433487c-bdf9-4d3b-8a69-f123408d0911,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:08.751390 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-312a3acd-cfc7-4562-a7c5-4b373a41a57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:08.755742 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-312a3acd-cfc7-4562-a7c5-4b373a41a57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:08.759840 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-312a3acd-cfc7-4562-a7c5-4b373a41a57f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5433487c-bdf9-4d3b-8a69-f123408d0911 HTTP/1.1" status: 204  len: 168 time: 0.1810694
Apr 29 15:49:08.896627 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-73f6e230-7108-4897-9709-1c0801e7f83f req-6c624d41-1db7-4ede-bb10-d1a5ffadb1f8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Deleting port cbfa1933-598c-4f19-98c8-a12da01b40b3 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:49:08.896999 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-73f6e230-7108-4897-9709-1c0801e7f83f req-6c624d41-1db7-4ede-bb10-d1a5ffadb1f8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:08.912816 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for port, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:09.048969 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-73f6e230-7108-4897-9709-1c0801e7f83f req-6c624d41-1db7-4ede-bb10-d1a5ffadb1f8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] For port cbfa1933-598c-4f19-98c8-a12da01b40b3, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=cbfa1933-598c-4f19-98c8-a12da01b40b3,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:49:09.049332 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-73f6e230-7108-4897-9709-1c0801e7f83f req-6c624d41-1db7-4ede-bb10-d1a5ffadb1f8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:09.115392 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757140709901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:09.118866 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ef8ff564-071d-4faa-a261-89e7f5c224a0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:09.215013 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-73f6e230-7108-4897-9709-1c0801e7f83f req-6c624d41-1db7-4ede-bb10-d1a5ffadb1f8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Calling delete_port for cbfa1933-598c-4f19-98c8-a12da01b40b3 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:49:09.251781 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Network 5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5 is already hosted by enough agents. {{(pid=73822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 15:49:09.256404 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.base_scheduler [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Resources bound (agent type, host, resource id):  {{(pid=73822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 15:49:09.259084 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Received port after_create {{(pid=73822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 29 15:49:09.301970 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'Port': ['ID=8983d292-0338-4430-87c3-aa112ac69326,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:09.305865 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:09.804607 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-73f6e230-7108-4897-9709-1c0801e7f83f req-6c624d41-1db7-4ede-bb10-d1a5ffadb1f8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:09.819682 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:09.904652 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c624d41-1db7-4ede-bb10-d1a5ffadb1f8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event deleted for resources: {'Port': ['ID=cbfa1933-598c-4f19-98c8-a12da01b40b3,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:09.932578 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-6c624d41-1db7-4ede-bb10-d1a5ffadb1f8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:09.979457 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f6e230-7108-4897-9709-1c0801e7f83f req-6c624d41-1db7-4ede-bb10-d1a5ffadb1f8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] No DVR routers for this DVR port cbfa1933-598c-4f19-98c8-a12da01b40b3 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:49:09.995051 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-73f6e230-7108-4897-9709-1c0801e7f83f req-6c624d41-1db7-4ede-bb10-d1a5ffadb1f8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:10.003082 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'name': 'network-vif-deleted', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:49:10.053461 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a4e0-ab3f-45a5-ad2b-47aea93e1bc1 req-faaaab8d-7496-4eae-b73c-5a84f1f8a4cc tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:10.058178 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-49c9a4e0-ab3f-45a5-ad2b-47aea93e1bc1 req-faaaab8d-7496-4eae-b73c-5a84f1f8a4cc tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Synchronizing usage tracker for tenant:5f499c016ab548289b8fcf46ac473eec on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:49:10.061859 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4cffe6-a099-4ca8-9ad8-15cad4ffec88', 'name': 'network-vif-deleted', 'tag': 'cbfa1933-598c-4f19-98c8-a12da01b40b3', 'status': 'completed', 'code': 200}
Apr 29 15:49:10.067716 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-73f6e230-7108-4897-9709-1c0801e7f83f req-6c624d41-1db7-4ede-bb10-d1a5ffadb1f8 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.32 "DELETE /v2.0/ports/cbfa1933-598c-4f19-98c8-a12da01b40b3 HTTP/1.1" status: 204  len: 173 time: 1.4292581
Apr 29 15:49:10.090878 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-49c9a4e0-ab3f-45a5-ad2b-47aea93e1bc1 req-faaaab8d-7496-4eae-b73c-5a84f1f8a4cc tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Unset dirty status for tenant:5f499c016ab548289b8fcf46ac473eec on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:49:10.091952 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-49c9a4e0-ab3f-45a5-ad2b-47aea93e1bc1 req-faaaab8d-7496-4eae-b73c-5a84f1f8a4cc tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b4cffe6-a099-4ca8-9ad8-15cad4ffec88 HTTP/1.1" status: 200  len: 867 time: 0.4004314
Apr 29 15:49:10.153243 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-49c9a4e0-ab3f-45a5-ad2b-47aea93e1bc1 req-a7495779-af92-4a4c-8d91-981fcc8e0146 tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "GET /v2.0/security-groups?id=1fe73226-87d5-4652-bc98-64d1d47e276e&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0545759
Apr 29 15:49:10.157290 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:10.243622 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1725245'] for port, before_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:10.476505 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for port, precommit_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:10.482133 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757141127702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757140709919', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757140709964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7728225'] for port, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:10.487923 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-3c3957ec-6f83-4926-a3ac-0c44a137bcbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:10.603018 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event updated for resources: {'Port': ['ID=8983d292-0338-4430-87c3-aa112ac69326,revision_number=2']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:10.606965 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:10.615662 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683616'] for floatingip, after_update {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:10.805783 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.db.l3_db [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Floating IP 8ef44271-f352-411d-b00c-bfec0d03cccf associated. External IP: 172.27.3.44, port: 6c71a734-22e8-4fb1-9167-802ef8107c10.
Apr 29 15:49:11.180802 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Router ad83f830-1618-49ab-a07d-18720fc1bedc has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:49:11.248766 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42416) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:11.325181 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-027a8b8b-badc-441f-9788-e9a9a1b9e3ad tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:11.357861 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-027a8b8b-badc-441f-9788-e9a9a1b9e3ad tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:11.426522 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-027a8b8b-badc-441f-9788-e9a9a1b9e3ad tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:11.430439 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-472c27a3-380c-46d8-b636-675479dcf634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:11.447535 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a8b8b-badc-441f-9788-e9a9a1b9e3ad tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe73226-87d5-4652-bc98-64d1d47e276e,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:11.450416 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-027a8b8b-badc-441f-9788-e9a9a1b9e3ad tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:11.460565 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-027a8b8b-badc-441f-9788-e9a9a1b9e3ad tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:11.462172 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-027a8b8b-badc-441f-9788-e9a9a1b9e3ad tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] 10.222.0.10 "DELETE /v2.0/security-groups/1fe73226-87d5-4652-bc98-64d1d47e276e HTTP/1.1" status: 204  len: 168 time: 0.2122867
Apr 29 15:49:11.496974 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:49:11.510799 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d7c9b-b942-48ea-9b67-5db4abf3bede None None] Sync routers for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:49:11.511937 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42422) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:11.527425 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d7c9b-b942-48ea-9b67-5db4abf3bede None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:49:11.528101 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-f33d7c9b-b942-48ea-9b67-5db4abf3bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2330a90>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:49:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:11.547139 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:11.616013 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.3696032
Apr 29 15:49:11.747548 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-f33d7c9b-b942-48ea-9b67-5db4abf3bede None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:49:12.063423 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'tag': '6c71a734-22e8-4fb1-9167-802ef8107c10'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:49:12.110283 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-f33d7c9b-b942-48ea-9b67-5db4abf3bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2330a90>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '8ef44271-f352-411d-b00c-bfec0d03cccf', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': '6c71a734-22e8-4fb1-9167-802ef8107c10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:6f:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:49:09Z', 'updated_at': '2021-04-29T15:49:09Z', 'revision_number': 0, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}, {'id': 'fe2644a6-067c-45d6-80cf-2c75fff6534f', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:ce:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:46:38Z', 'updated_at': '2021-04-29T15:46:41Z', 'revision_number': 1, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:12.115357 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d7c9b-b942-48ea-9b67-5db4abf3bede None None] Checking router: ad83f830-1618-49ab-a07d-18720fc1bedc for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:49:12.115665 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'tag': '6c71a734-22e8-4fb1-9167-802ef8107c10', 'status': 'completed', 'code': 200}
Apr 29 15:49:12.124535 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d7c9b-b942-48ea-9b67-5db4abf3bede None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:49:12.125273 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-f33d7c9b-b942-48ea-9b67-5db4abf3bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee2330a90>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:49:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:12.222380 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7046dd-d856-4d97-b1a0-a2d7f56a0b84 req-ff18ccbd-09d4-40a4-924a-ccc898e71ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:12.223886 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fa7046dd-d856-4d97-b1a0-a2d7f56a0b84 req-ff18ccbd-09d4-40a4-924a-ccc898e71ef4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 1098 time: 0.0847392
Apr 29 15:49:12.298798 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661874'] for router_interface, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:12.391110 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7046dd-d856-4d97-b1a0-a2d7f56a0b84 req-7fc4435e-bf85-4318-9093-8de625510e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:12.392795 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fa7046dd-d856-4d97-b1a0-a2d7f56a0b84 req-7fc4435e-bf85-4318-9093-8de625510e2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 913 time: 0.1626027
Apr 29 15:49:12.429571 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-f33d7c9b-b942-48ea-9b67-5db4abf3bede None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:49:12.543718 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fa7046dd-d856-4d97-b1a0-a2d7f56a0b84 req-ebfd0484-7ea4-4ce8-b18e-ba7fe984fe3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c71a734-22e8-4fb1-9167-802ef8107c10 HTTP/1.1" status: 200  len: 998 time: 0.1441357
Apr 29 15:49:12.619592 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7046dd-d856-4d97-b1a0-a2d7f56a0b84 req-4c3ab3ae-0177-41d6-8a33-df95d37ef7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:12.621054 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fa7046dd-d856-4d97-b1a0-a2d7f56a0b84 req-4c3ab3ae-0177-41d6-8a33-df95d37ef7b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.0706079
Apr 29 15:49:12.700985 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7046dd-d856-4d97-b1a0-a2d7f56a0b84 req-06857d13-0c8c-4cee-986c-5e051865627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:12.702456 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fa7046dd-d856-4d97-b1a0-a2d7f56a0b84 req-06857d13-0c8c-4cee-986c-5e051865627d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752873
Apr 29 15:49:12.819721 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Deleting port 12193622-1cf7-499b-b182-097a417d9b2c {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:49:12.819953 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:12.838854 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-f33d7c9b-b942-48ea-9b67-5db4abf3bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee2330a90>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '8ef44271-f352-411d-b00c-bfec0d03cccf', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': '6c71a734-22e8-4fb1-9167-802ef8107c10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:6f:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:49:09Z', 'updated_at': '2021-04-29T15:49:09Z', 'revision_number': 0, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}, {'id': 'fe2644a6-067c-45d6-80cf-2c75fff6534f', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:ce:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:46:38Z', 'updated_at': '2021-04-29T15:46:41Z', 'revision_number': 1, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:12.839524 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fa7046dd-d856-4d97-b1a0-a2d7f56a0b84 req-7df5fb24-23ad-4289-aba2-01593ab9943d service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298840
Apr 29 15:49:12.843163 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d7c9b-b942-48ea-9b67-5db4abf3bede None None] The sync data for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi is: [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': '8ef44271-f352-411d-b00c-bfec0d03cccf', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': '6c71a734-22e8-4fb1-9167-802ef8107c10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:6f:c5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:49:09Z', 'updated_at': '2021-04-29T15:49:09Z', 'revision_number': 0, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}, {'id': 'fe2644a6-067c-45d6-80cf-2c75fff6534f', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:ce:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:46:38Z', 'updated_at': '2021-04-29T15:46:41Z', 'revision_number': 1, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:49:12.953845 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] For port 12193622-1cf7-499b-b182-097a417d9b2c, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=12193622-1cf7-499b-b182-097a417d9b2c,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:49:12.954207 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:12.984596 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fa7046dd-d856-4d97-b1a0-a2d7f56a0b84 req-770a3ec8-fe6d-46cb-b7d9-805e9a0b3002 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296763
Apr 29 15:49:13.033344 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device cbfa1933-598c-4f19-98c8-a12da01b40b3 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:49:13.067779 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b248b1-b0ce-420a-93e4-8041a9c24df8 None None] New status for floating IP 8ef44271-f352-411d-b00c-bfec0d03cccf: ACTIVE {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:49:13.070179 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: cbfa1933-598c-4f19-98c8-a12da01b40b3 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:49:13.070492 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device cbfa1933-598c-4f19-98c8-a12da01b40b3 not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:49:13.183807 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Calling delete_port for 12193622-1cf7-499b-b182-097a417d9b2c owned by network:router_interface {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:49:13.348445 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:13.353005 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-1cf8ad7b-e9db-48ea-aaaa-727fa3add90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:13.426994 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Pushing event deleted for resources: {'Port': ['ID=12193622-1cf7-499b-b182-097a417d9b2c,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:13.444307 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.444687 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.445084 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.445453 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.445812 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.446198 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.446554 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.446911 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.447267 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.447621 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.447973 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.448319 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:13.481191 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:13.693124 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683202'] for router_interface, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:14.058276 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:49:14.242969 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:49:14.251008 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951035bd-d532-4f73-866a-6e25daf81320 None None] Sync routers for ids ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:49:14.261667 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-7ecb6f6a-ed8a-4ee8-877c-75a6f2cf7495 admin admin] 10.222.0.10 "PUT /v2.0/routers/98cb6eb3-25cf-459c-a5c4-ed6f153eba81/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7459939
Apr 29 15:49:14.261910 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42452) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:14.263978 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951035bd-d532-4f73-866a-6e25daf81320 None None] Routers {'98cb6eb3-25cf-459c-a5c4-ed6f153eba81'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:49:14.264621 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-951035bd-d532-4f73-866a-6e25daf81320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee261c2b0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:49:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:14.433867 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Notify callbacks [] for router, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:14.442896 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-951035bd-d532-4f73-866a-6e25daf81320 None None] Set router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:49:14.711518 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:14.728734 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-951035bd-d532-4f73-866a-6e25daf81320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee261c2b0>, [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:49:13Z', 'revision_number': 5, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port': {'id': 'b03b1762-cdc0-47b7-9566-f77e680de91d', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:01Z', 'updated_at': '2021-04-29T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:14.732618 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951035bd-d532-4f73-866a-6e25daf81320 None None] Checking router: 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:49:14.741439 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951035bd-d532-4f73-866a-6e25daf81320 None None] Routers {'98cb6eb3-25cf-459c-a5c4-ed6f153eba81'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:49:14.742051 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-951035bd-d532-4f73-866a-6e25daf81320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee261c2b0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:49:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:14.790931 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Deleting port b03b1762-cdc0-47b7-9566-f77e680de91d {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:49:14.791270 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:14.890305 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-951035bd-d532-4f73-866a-6e25daf81320 None None] Set router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 gateway port host: None {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:49:14.915394 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] For port b03b1762-cdc0-47b7-9566-f77e680de91d, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=b03b1762-cdc0-47b7-9566-f77e680de91d,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:49:14.915673 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:14.997998 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-951035bd-d532-4f73-866a-6e25daf81320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee261c2b0>, [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:49:14Z', 'revision_number': 6, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port_host': None}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:15.001948 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951035bd-d532-4f73-866a-6e25daf81320 None None] The sync data for ids ['98cb6eb3-25cf-459c-a5c4-ed6f153eba81'] in dv-cinder-788782-1-iscsi is: [{'id': '98cb6eb3-25cf-459c-a5c4-ed6f153eba81', 'name': 'tempest-TestShelveInstance-665695446-router', 'tenant_id': '5f499c016ab548289b8fcf46ac473eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:00Z', 'updated_at': '2021-04-29T15:49:14Z', 'revision_number': 6, 'project_id': '5f499c016ab548289b8fcf46ac473eec', 'gw_port_host': None}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:49:15.039324 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Calling delete_port for b03b1762-cdc0-47b7-9566-f77e680de91d owned by network:router_gateway {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:49:15.172391 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:15.176544 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:15.219178 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03b1762-cdc0-47b7-9566-f77e680de91d,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:15.222807 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:15.339489 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683711'] for router_gateway, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:15.518343 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103776'] for router, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:15.520452 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:15.543028 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683332'] for router, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:15.543844 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98cb6eb3-25cf-459c-a5c4-ed6f153eba81 {{(pid=73821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 29 15:49:15.557671 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:15.561284 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-c7922d2c-143d-4774-a93a-10af7dca0a92 admin admin] 10.222.0.10 "DELETE /v2.0/routers/98cb6eb3-25cf-459c-a5c4-ed6f153eba81 HTTP/1.1" status: 204  len: 168 time: 1.2960098
Apr 29 15:49:15.561551 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42464) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:15.620705 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f815b003-b4b4-4bf2-ae8c-9b5b311afd15 admin admin] Deleting subnet 6a777552-0d2b-40d3-bf28-cabdd61ee1d4 {{(pid=73821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:49:15.623583 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f815b003-b4b4-4bf2-ae8c-9b5b311afd15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:15.688280 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f815b003-b4b4-4bf2-ae8c-9b5b311afd15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7018774'] for subnet, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:15.776890 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f815b003-b4b4-4bf2-ae8c-9b5b311afd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:15.842064 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 12193622-1cf7-499b-b182-097a417d9b2c no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:49:15.879670 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 12193622-1cf7-499b-b182-097a417d9b2c {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:49:15.880135 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 12193622-1cf7-499b-b182-097a417d9b2c not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:49:15.880897 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device b03b1762-cdc0-47b7-9566-f77e680de91d no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:49:15.916972 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: b03b1762-cdc0-47b7-9566-f77e680de91d {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:49:15.917452 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device b03b1762-cdc0-47b7-9566-f77e680de91d not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:49:16.141155 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f815b003-b4b4-4bf2-ae8c-9b5b311afd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8128003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6400228'] for subnet, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.145611 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:16.178362 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815b003-b4b4-4bf2-ae8c-9b5b311afd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a777552-0d2b-40d3-bf28-cabdd61ee1d4,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:16.180858 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f815b003-b4b4-4bf2-ae8c-9b5b311afd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:16.184958 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f815b003-b4b4-4bf2-ae8c-9b5b311afd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.190300 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2db480-2723-466f-8d99-2e862192e0c2 None None] Network d84f215d-8638-45c1-a8e3-c5cd161de2e3 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:49:16.191492 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-f815b003-b4b4-4bf2-ae8c-9b5b311afd15 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6a777552-0d2b-40d3-bf28-cabdd61ee1d4 HTTP/1.1" status: 204  len: 168 time: 0.6290891
Apr 29 15:49:16.194075 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42472) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:16.302238 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.375854 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Deleting port adb333b9-55a2-4280-93e6-238a54af9233 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:49:16.376200 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.479020 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] For port adb333b9-55a2-4280-93e6-238a54af9233, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=adb333b9-55a2-4280-93e6-238a54af9233,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:49:16.479378 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.489688 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805fd4a8-c9bd-4e32-8136-10b16de3e2f1 None None] DHCP port deletion for d84f215d-8638-45c1-a8e3-c5cd161de2e3 request from dv-cinder-788782-1-iscsi {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 29 15:49:16.553177 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-805fd4a8-c9bd-4e32-8136-10b16de3e2f1 None None] Deleting port adb333b9-55a2-4280-93e6-238a54af9233 {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:49:16.553472 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-805fd4a8-c9bd-4e32-8136-10b16de3e2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.606587 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Calling delete_port for adb333b9-55a2-4280-93e6-238a54af9233 owned by network:dhcp {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:49:16.651735 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-805fd4a8-c9bd-4e32-8136-10b16de3e2f1 None None] For port adb333b9-55a2-4280-93e6-238a54af9233, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=adb333b9-55a2-4280-93e6-238a54af9233,segment=NetworkSegment(3c6a75b3-b276-4315-88d4-f6b02cd19f7b),segment_id=3c6a75b3-b276-4315-88d4-f6b02cd19f7b)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:49:16.652172 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-805fd4a8-c9bd-4e32-8136-10b16de3e2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.653678 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.658252 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-41a823bd-135f-458e-8d2b-a210a368b1e4 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:16.700152 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb333b9-55a2-4280-93e6-238a54af9233,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:16.703008 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:16.705396 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] No DVR routers for this DVR port adb333b9-55a2-4280-93e6-238a54af9233 on host dv-cinder-788782-1-iscsi {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:49:16.772663 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-805fd4a8-c9bd-4e32-8136-10b16de3e2f1 None None] Calling delete_port for adb333b9-55a2-4280-93e6-238a54af9233 owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:49:16.818776 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-805fd4a8-c9bd-4e32-8136-10b16de3e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.822465 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:16.828328 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.866981 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fd4a8-c9bd-4e32-8136-10b16de3e2f1 None None] Pushing event deleted for resources: {'Port': ['ID=adb333b9-55a2-4280-93e6-238a54af9233,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:16.870478 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-805fd4a8-c9bd-4e32-8136-10b16de3e2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:16.873002 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805fd4a8-c9bd-4e32-8136-10b16de3e2f1 None None] No DVR routers for this DVR port adb333b9-55a2-4280-93e6-238a54af9233 on host dv-cinder-788782-1-iscsi {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:49:16.945158 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee28781c0>,) {'filters': {'network_id': ['d84f215d-8638-45c1-a8e3-c5cd161de2e3']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:16.957411 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee28781c0>, '3c6a75b3-b276-4315-88d4-f6b02cd19f7b') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:16.957702 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee28781c0>, '3c6a75b3-b276-4315-88d4-f6b02cd19f7b') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:16.968854 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018761'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.985259 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:16.992345 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:49:17.166396 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Network d84f215d-8638-45c1-a8e3-c5cd161de2e3 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:49:17.174937 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128101'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:17.342782 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Network d84f215d-8638-45c1-a8e3-c5cd161de2e3 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]: Traceback (most recent call last):
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     timer()
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     cb(*args, **kw)
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     return func(*args, **kwargs)
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     self._notify()
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     self.callback(batched_events)
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     event.method(event)
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     return f(self, *a, **k)
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._get(url).json()
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:49:17.364569 dv-cinder-788782-1-iscsi neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:49:17.442105 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:17.445864 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:17.462791 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:17.469584 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d84f215d-8638-45c1-a8e3-c5cd161de2e3,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:17.474576 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:17.486219 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-b08b0334-5467-4f94-9ec6-43760d54d9e9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d84f215d-8638-45c1-a8e3-c5cd161de2e3 HTTP/1.1" status: 204  len: 168 time: 1.2907531
Apr 29 15:49:17.490016 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42486) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:17.636407 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device adb333b9-55a2-4280-93e6-238a54af9233 no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:49:17.670584 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: adb333b9-55a2-4280-93e6-238a54af9233 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:49:17.670938 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device adb333b9-55a2-4280-93e6-238a54af9233 not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:49:18.110360 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661874'] for router_interface, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:18.524732 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] Deleting port 4f812ac6-c0c5-442a-830f-ea560d2dba2e {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:49:18.525106 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:18.649461 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] For port 4f812ac6-c0c5-442a-830f-ea560d2dba2e, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=4f812ac6-c0c5-442a-830f-ea560d2dba2e,segment=NetworkSegment(529195ef-079c-4c13-b661-dd8475303da4),segment_id=529195ef-079c-4c13-b661-dd8475303da4)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:49:18.649735 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:18.773239 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] Calling delete_port for 4f812ac6-c0c5-442a-830f-ea560d2dba2e owned by network:router_interface {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:49:18.923643 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:18.929184 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3ae9b61a-5985-4729-9e59-11a7a551b3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:18.974569 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4f812ac6-c0c5-442a-830f-ea560d2dba2e,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:19.000914 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:19.342258 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683202'] for router_interface, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:19.727387 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] Router 46fccbbf-3674-44e0-be1f-2a871299c933 has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:49:19.907043 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:49:19.916544 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351ec5c-9a5b-40ea-bbe5-04a67eebd8b2 None None] Sync routers for ids ['46fccbbf-3674-44e0-be1f-2a871299c933'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:49:19.924945 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-06c18bac-6f15-41b4-a603-a51819d9c7cf admin admin] 10.222.0.10 "PUT /v2.0/routers/46fccbbf-3674-44e0-be1f-2a871299c933/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4338722
Apr 29 15:49:19.926668 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351ec5c-9a5b-40ea-bbe5-04a67eebd8b2 None None] Routers {'46fccbbf-3674-44e0-be1f-2a871299c933'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:49:19.927282 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-a351ec5c-9a5b-40ea-bbe5-04a67eebd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3330d60>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:49:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['46fccbbf-3674-44e0-be1f-2a871299c933'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:19.927475 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42504) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:20.102340 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-a351ec5c-9a5b-40ea-bbe5-04a67eebd8b2 None None] Set router 46fccbbf-3674-44e0-be1f-2a871299c933 gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:49:20.102636 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Notify callbacks [] for router, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:20.275239 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:20.349532 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Deleting port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:49:20.350250 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:20.391880 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-a351ec5c-9a5b-40ea-bbe5-04a67eebd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3330d60>, [{'id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'name': 'tempest-TestShelveInstance-1143709638-router', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:07Z', 'updated_at': '2021-04-29T15:49:18Z', 'revision_number': 5, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'gw_port': {'id': '6343ebdf-4140-41d6-a92e-82a4c2e3fa37', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:43:08Z', 'updated_at': '2021-04-29T15:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:20.396442 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351ec5c-9a5b-40ea-bbe5-04a67eebd8b2 None None] Checking router: 46fccbbf-3674-44e0-be1f-2a871299c933 for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:49:20.404786 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351ec5c-9a5b-40ea-bbe5-04a67eebd8b2 None None] Routers {'46fccbbf-3674-44e0-be1f-2a871299c933'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:49:20.405415 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-a351ec5c-9a5b-40ea-bbe5-04a67eebd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3330d60>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:49:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['46fccbbf-3674-44e0-be1f-2a871299c933'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:20.560372 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-a351ec5c-9a5b-40ea-bbe5-04a67eebd8b2 None None] Set router 46fccbbf-3674-44e0-be1f-2a871299c933 gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:49:20.577227 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] For port 6343ebdf-4140-41d6-a92e-82a4c2e3fa37, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=6343ebdf-4140-41d6-a92e-82a4c2e3fa37,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:49:20.577582 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:20.663944 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-a351ec5c-9a5b-40ea-bbe5-04a67eebd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3330d60>, [{'id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'name': 'tempest-TestShelveInstance-1143709638-router', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:07Z', 'updated_at': '2021-04-29T15:49:20Z', 'revision_number': 6, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'gw_port_host': None}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:20.667833 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351ec5c-9a5b-40ea-bbe5-04a67eebd8b2 None None] The sync data for ids ['46fccbbf-3674-44e0-be1f-2a871299c933'] in dv-cinder-788782-1-iscsi is: [{'id': '46fccbbf-3674-44e0-be1f-2a871299c933', 'name': 'tempest-TestShelveInstance-1143709638-router', 'tenant_id': '5adce8a6ebcc4cd3a199116f571f3057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:43:07Z', 'updated_at': '2021-04-29T15:49:20Z', 'revision_number': 6, 'project_id': '5adce8a6ebcc4cd3a199116f571f3057', 'gw_port_host': None}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:49:20.697945 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Calling delete_port for 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 owned by network:router_gateway {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:49:20.840809 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:20.845315 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0a95988c-6ff9-4a18-a762-1f14eaa5692c tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:20.890037 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=6343ebdf-4140-41d6-a92e-82a4c2e3fa37,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:20.924747 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:20.988791 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683711'] for router_gateway, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.132927 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42514) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:21.164810 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103776'] for router, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.167027 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.189553 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683332'] for router, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.190127 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46fccbbf-3674-44e0-be1f-2a871299c933 {{(pid=73821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 29 15:49:21.202349 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.205451 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] 10.222.0.10 "DELETE /v2.0/routers/46fccbbf-3674-44e0-be1f-2a871299c933 HTTP/1.1" status: 204  len: 168 time: 1.2769439
Apr 29 15:49:21.206614 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42520) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:21.266137 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e239e4-b348-495c-aa2c-3e12c31f73b1 admin admin] Deleting subnet 8895e7b5-dda5-4d58-8dc7-a3297984eac8 {{(pid=73822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:49:21.269696 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e5e239e4-b348-495c-aa2c-3e12c31f73b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.322056 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b7708fbb-3c77-4c32-ae47-a046b9d2c71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.347045 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b7708fbb-3c77-4c32-ae47-a046b9d2c71e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:49:21.353107 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e5e239e4-b348-495c-aa2c-3e12c31f73b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5884891'] for subnet, precommit_delete_associations {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.377843 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b7708fbb-3c77-4c32-ae47-a046b9d2c71e admin admin] Usage tracker for resource:security_group_rule and tenant:9e83711df52f46d9924dd95a569e0fbb is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:49:21.387181 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-b7708fbb-3c77-4c32-ae47-a046b9d2c71e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:49:21.395657 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-b7708fbb-3c77-4c32-ae47-a046b9d2c71e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:49:21.483413 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e5e239e4-b348-495c-aa2c-3e12c31f73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.559835 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b7708fbb-3c77-4c32-ae47-a046b9d2c71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.578430 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-b7708fbb-3c77-4c32-ae47-a046b9d2c71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.597295 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-04f48a24-2af4-476b-a470-7945d8299498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:21.638754 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:49:21.673573 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:49:21.673934 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 6343ebdf-4140-41d6-a92e-82a4c2e3fa37 not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:49:21.674418 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 4f812ac6-c0c5-442a-830f-ea560d2dba2e no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:49:21.697621 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42524) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:21.698168 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-b7708fbb-3c77-4c32-ae47-a046b9d2c71e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e83711df52f46d9924dd95a569e0fbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5635397
Apr 29 15:49:21.714303 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 4f812ac6-c0c5-442a-830f-ea560d2dba2e {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:49:21.714666 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 4f812ac6-c0c5-442a-830f-ea560d2dba2e not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:49:21.733106 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7708fbb-3c77-4c32-ae47-a046b9d2c71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5bc200-61d1-4bc7-97fe-e2aa0e91e3e2,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:21.746566 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-b7708fbb-3c77-4c32-ae47-a046b9d2c71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:21.777711 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bb316709-b405-4d23-8fca-46451381d21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.802939 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bb316709-b405-4d23-8fca-46451381d21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.819892 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e5e239e4-b348-495c-aa2c-3e12c31f73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7728171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7843652'] for subnet, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.825307 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-c289e786-ca09-42e5-9006-c6030c632ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:21.858413 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bb316709-b405-4d23-8fca-46451381d21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.862641 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6c76c776-18ed-45c9-ad8b-aaf9a9ac8cc1 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:21.862824 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e239e4-b348-495c-aa2c-3e12c31f73b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8895e7b5-dda5-4d58-8dc7-a3297984eac8,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:21.866391 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-e5e239e4-b348-495c-aa2c-3e12c31f73b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:21.875322 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-e5e239e4-b348-495c-aa2c-3e12c31f73b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.876458 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4fa13-4c4b-4ed5-bc33-1018ed20f9ae None None] Network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:49:21.876846 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb316709-b405-4d23-8fca-46451381d21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5bc200-61d1-4bc7-97fe-e2aa0e91e3e2,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:21.880570 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-bb316709-b405-4d23-8fca-46451381d21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:21.882933 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-bb316709-b405-4d23-8fca-46451381d21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:21.886437 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-bb316709-b405-4d23-8fca-46451381d21a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e5bc200-61d1-4bc7-97fe-e2aa0e91e3e2 HTTP/1.1" status: 204  len: 168 time: 0.1847215
Apr 29 15:49:21.886725 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-e5e239e4-b348-495c-aa2c-3e12c31f73b1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8895e7b5-dda5-4d58-8dc7-a3297984eac8 HTTP/1.1" status: 204  len: 168 time: 0.6773686
Apr 29 15:49:21.887548 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42530) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:22.105303 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.160749 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985b0ace-3bf3-4c58-9356-d91b9398e8b0 None None] DHCP port deletion for daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 request from dv-cinder-788782-1-iscsi {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 29 15:49:22.194611 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Deleting port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:49:22.195148 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.216581 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42536) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:22.229202 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-985b0ace-3bf3-4c58-9356-d91b9398e8b0 None None] Deleting port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:49:22.229579 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-985b0ace-3bf3-4c58-9356-d91b9398e8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.235578 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-93415d54-a496-4108-8205-8d2287c7fd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.253343 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-93415d54-a496-4108-8205-8d2287c7fd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:49:22.257545 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-93415d54-a496-4108-8205-8d2287c7fd27 admin admin] Usage tracker for resource:security_group_rule and tenant:9c761a67688a4025b505bc9d15096250 is out of sync, need to count used quota {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:49:22.261488 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [None req-93415d54-a496-4108-8205-8d2287c7fd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73821) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:49:22.267855 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.quota.driver [None req-93415d54-a496-4108-8205-8d2287c7fd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73821) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:49:22.303209 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] For port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=e46c82f7-edb3-416b-8aa4-3fbef0a1b69a,segment=NetworkSegment(529195ef-079c-4c13-b661-dd8475303da4),segment_id=529195ef-079c-4c13-b661-dd8475303da4)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:49:22.303662 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.332831 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-985b0ace-3bf3-4c58-9356-d91b9398e8b0 None None] For port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=e46c82f7-edb3-416b-8aa4-3fbef0a1b69a,segment=NetworkSegment(529195ef-079c-4c13-b661-dd8475303da4),segment_id=529195ef-079c-4c13-b661-dd8475303da4)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:49:22.333272 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-985b0ace-3bf3-4c58-9356-d91b9398e8b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.361150 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-93415d54-a496-4108-8205-8d2287c7fd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.367591 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-93415d54-a496-4108-8205-8d2287c7fd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.378069 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-742d8337-dd27-48f2-9af7-20053a117dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:22.422240 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-93415d54-a496-4108-8205-8d2287c7fd27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c761a67688a4025b505bc9d15096250&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2043490
Apr 29 15:49:22.425459 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93415d54-a496-4108-8205-8d2287c7fd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385ef384-ed20-42b9-8a1c-1ea3751fb63f,revision_number=1']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:22.428014 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42542) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:22.430642 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-93415d54-a496-4108-8205-8d2287c7fd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:22.458909 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Calling delete_port for e46c82f7-edb3-416b-8aa4-3fbef0a1b69a owned by network:dhcp {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:49:22.461328 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-985b0ace-3bf3-4c58-9356-d91b9398e8b0 None None] Calling delete_port for e46c82f7-edb3-416b-8aa4-3fbef0a1b69a owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:49:22.496070 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f6801102-1dad-495b-aa6e-3699114fd41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.511481 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.db.api [None req-985b0ace-3bf3-4c58-9356-d91b9398e8b0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 29 15:49:22.511481 dv-cinder-788782-1-iscsi neutron-server[73823]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s]
Apr 29 15:49:22.511481 dv-cinder-788782-1-iscsi neutron-server[73823]: [parameters: {'port_id': 'e46c82f7-edb3-416b-8aa4-3fbef0a1b69a', 'host': 'dv-cinder-788782-1-iscsi'}]
Apr 29 15:49:22.511481 dv-cinder-788782-1-iscsi neutron-server[73823]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=73823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 29 15:49:22.512410 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_db.api [None req-985b0ace-3bf3-4c58-9356-d91b9398e8b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 29 15:49:22.514398 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.519748 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-ee3549df-2bd7-4adb-a357-d432d38a5b76 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:22.524497 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f6801102-1dad-495b-aa6e-3699114fd41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.563437 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46c82f7-edb3-416b-8aa4-3fbef0a1b69a,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:22.566552 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:22.567332 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] No DVR routers for this DVR port e46c82f7-edb3-416b-8aa4-3fbef0a1b69a on host dv-cinder-788782-1-iscsi {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:49:22.581539 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f6801102-1dad-495b-aa6e-3699114fd41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.585208 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-a74a39f1-11c4-4646-ab43-b7497a037b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:22.596528 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6801102-1dad-495b-aa6e-3699114fd41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385ef384-ed20-42b9-8a1c-1ea3751fb63f,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:22.600520 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f6801102-1dad-495b-aa6e-3699114fd41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:22.603761 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f6801102-1dad-495b-aa6e-3699114fd41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.604863 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-f6801102-1dad-495b-aa6e-3699114fd41b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/385ef384-ed20-42b9-8a1c-1ea3751fb63f HTTP/1.1" status: 204  len: 168 time: 0.1759682
Apr 29 15:49:22.686022 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.798656 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee1a31dc0>,) {'filters': {'network_id': ['daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7']}} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:22.811052 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1a31dc0>, '529195ef-079c-4c13-b661-dd8475303da4') {'for_net_delete': True} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:22.811409 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.services.segments.db [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1a31dc0>, '529195ef-079c-4c13-b661-dd8475303da4') {} {{(pid=73822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:49:22.823306 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5884868'] for segment, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.843683 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:22.851136 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=73822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:49:23.026407 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:49:23.037926 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7728205'] for segment, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:23.051195 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-985b0ace-3bf3-4c58-9356-d91b9398e8b0 None None] The port 'e46c82f7-edb3-416b-8aa4-3fbef0a1b69a' was deleted {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 29 15:49:23.207536 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.managers [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Network daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 has no segments {{(pid=73822) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]: Traceback (most recent call last):
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     timer()
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     cb(*args, **kw)
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     return func(*args, **kwargs)
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     self._notify()
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     self.callback(batched_events)
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     event.method(event)
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     return f(self, *a, **k)
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._get(url).json()
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:49:23.228348 dv-cinder-788782-1-iscsi neutron-server[73822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:49:23.301970 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:23.306513 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:23.327696 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:23.334036 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:23.338160 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:23.344108 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] 10.222.0.10 "DELETE /v2.0/networks/daa3d5cf-8d4a-490e-a2ce-3d9e5b0365d7 HTTP/1.1" status: 204  len: 168 time: 1.4556060
Apr 29 15:49:23.523326 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42576) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:23.572189 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-bfeca1d9-4263-439b-9a27-6864d85f6183 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f499c016ab548289b8fcf46ac473eec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476308
Apr 29 15:49:23.574829 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42580) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:23.646690 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3adad70c-f8ac-4567-94ae-f8b43d0770e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:23.651464 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device e46c82f7-edb3-416b-8aa4-3fbef0a1b69a no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:49:23.673245 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3adad70c-f8ac-4567-94ae-f8b43d0770e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:23.687771 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: e46c82f7-edb3-416b-8aa4-3fbef0a1b69a {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:49:23.688427 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device e46c82f7-edb3-416b-8aa4-3fbef0a1b69a not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:49:23.728597 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3adad70c-f8ac-4567-94ae-f8b43d0770e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:23.732441 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-aa85d90d-d220-4bbc-b1a9-6fab69ece9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:23.746720 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adad70c-f8ac-4567-94ae-f8b43d0770e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65543f6-7610-415a-af90-2b68301e8306,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:23.749746 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-3adad70c-f8ac-4567-94ae-f8b43d0770e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:23.759337 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-3adad70c-f8ac-4567-94ae-f8b43d0770e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:23.760600 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-3adad70c-f8ac-4567-94ae-f8b43d0770e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f65543f6-7610-415a-af90-2b68301e8306 HTTP/1.1" status: 204  len: 168 time: 0.1843746
Apr 29 15:49:24.119989 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42594) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:24.167603 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-3f588055-3c78-4528-bdde-ff20d7dadd4e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5adce8a6ebcc4cd3a199116f571f3057&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0464401
Apr 29 15:49:24.170046 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42598) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:24.227172 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-580d69a7-2a7b-44f2-9c2c-36791a205458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:24.253124 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-580d69a7-2a7b-44f2-9c2c-36791a205458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:24.303687 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-580d69a7-2a7b-44f2-9c2c-36791a205458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:24.307728 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-f2eddd40-e796-4b25-ada6-4e32760456f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:24.322654 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d69a7-2a7b-44f2-9c2c-36791a205458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81063e89-3edb-41cb-b0cd-d702fd55c4c3,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:24.325019 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-580d69a7-2a7b-44f2-9c2c-36791a205458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:24.331346 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-580d69a7-2a7b-44f2-9c2c-36791a205458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:24.332505 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-580d69a7-2a7b-44f2-9c2c-36791a205458 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81063e89-3edb-41cb-b0cd-d702fd55c4c3 HTTP/1.1" status: 204  len: 168 time: 0.1616216
Apr 29 15:49:26.907255 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-cd7bf0f4-2d41-4d1a-94f8-43db129d6747 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0683131
Apr 29 15:49:26.989101 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:27.063355 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-360571b3-0cae-48bc-8252-45a3e19432a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:27.064823 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-360571b3-0cae-48bc-8252-45a3e19432a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 1098 time: 0.0696561
Apr 29 15:49:27.216789 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-0dad04de-90d8-43f1-95c8-3f871b277b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:27.218249 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-0dad04de-90d8-43f1-95c8-3f871b277b6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 913 time: 0.1336021
Apr 29 15:49:27.398635 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42646) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:27.434659 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-27172da6-b856-4b83-bc7e-1a01650c52d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7fafc04-c069-427c-aa05-159f5565fb74 HTTP/1.1" status: 200  len: 1001 time: 0.2089884
Apr 29 15:49:27.500383 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-58285bd7-d0d5-4671-a80a-d5f0d5f8d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:27.501854 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-58285bd7-d0d5-4671-a80a-d5f0d5f8d5b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.0604951
Apr 29 15:49:27.554640 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:27.573760 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 29 15:49:27.579026 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Usage tracker for resource:security_group_rule and tenant:bd2a4181a2f447fbae64d0d62b9c4e01 is out of sync, need to count used quota {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 29 15:49:27.583212 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73822) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 29 15:49:27.589724 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.quota.driver [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73822) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 29 15:49:27.628021 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-0de04245-1994-4ee1-8f0a-582875cf7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:49:27.629651 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-0de04245-1994-4ee1-8f0a-582875cf7265 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1147966
Apr 29 15:49:27.795927 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:27.800231 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_create {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:27.807651 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-0ad725ab-e8bf-40b0-af77-7ee82cb80d0e service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685276
Apr 29 15:49:27.809673 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d66da22b-f1d6-47c1-923d-9a5f4124a034 tempest-AttachVolumeShelveTestJSON-1048608638 tempest-AttachVolumeShelveTestJSON-1048608638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:27.881281 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd2a4181a2f447fbae64d0d62b9c4e01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4816349
Apr 29 15:49:27.883983 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42652) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:49:27.884658 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53df27f9-3303-4215-b895-74c76b892b0b,revision_number=1']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:27.946706 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.947444 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.947444 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.947777 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.948131 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.948372 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-609181c0-0598-4822-9572-4a1dfe56a019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:27.948480 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.948824 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.949198 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.949546 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.949893 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.950237 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.950840 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:49:27.956765 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-754f4458-545b-4325-bd36-9b42b88e6444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:27.975050 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-609181c0-0598-4822-9572-4a1dfe56a019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:27.987691 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b6c491e4-ceb7-4f4e-8e67-874382978a11 req-5385fac1-0ab0-4e76-a003-9ff5f497c450 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672094
Apr 29 15:49:28.026397 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-609181c0-0598-4822-9572-4a1dfe56a019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:28.031065 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-bf74725a-db3b-4fef-bd18-5afcaad3b43f tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:49:28.043207 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609181c0-0598-4822-9572-4a1dfe56a019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53df27f9-3303-4215-b895-74c76b892b0b,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:49:28.046222 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-609181c0-0598-4822-9572-4a1dfe56a019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:49:28.048089 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-609181c0-0598-4822-9572-4a1dfe56a019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:28.049897 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-609181c0-0598-4822-9572-4a1dfe56a019 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53df27f9-3303-4215-b895-74c76b892b0b HTTP/1.1" status: 204  len: 168 time: 0.1641808
Apr 29 15:49:30.234517 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-71d9217d-dedf-4a8a-9db6-9f37edba429c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:33.014085 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-4e179146-c853-45d9-a443-761058907f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:33.106970 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:33.868908 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:35.403582 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:49:42.338347 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:49:56.998586 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:00.237610 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-ecb28a04-d05e-4a72-8c68-02349def1eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:03.016012 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-489edd72-9226-4276-8974-7114fd66853f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:03.107800 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:03.871096 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:05.405787 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:19.337771 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:50:26.995596 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:27.952103 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-4f02f760-dff7-412e-95be-0e519d6e6b6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0684211
Apr 29 15:50:28.043121 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-f0fd8468-a073-4ff7-a889-c181a4f46535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:50:28.044543 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-f0fd8468-a073-4ff7-a889-c181a4f46535 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 1098 time: 0.0719573
Apr 29 15:50:28.185879 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-9bb3238c-9e33-41d0-92a5-9c72ae9c9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:50:28.187296 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-9bb3238c-9e33-41d0-92a5-9c72ae9c9ee2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 913 time: 0.1242895
Apr 29 15:50:28.287819 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-7cf6a3ea-fab6-4dd1-9bd9-9c6d8720122c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c71a734-22e8-4fb1-9167-802ef8107c10 HTTP/1.1" status: 200  len: 1000 time: 0.0933523
Apr 29 15:50:28.353110 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-f1fa5b41-1ae0-46ca-b9b9-7e21b2b2ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:50:28.354519 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-f1fa5b41-1ae0-46ca-b9b9-7e21b2b2ed15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.0601628
Apr 29 15:50:28.429527 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-c9f6ed8b-8fbe-41b8-bd96-93bb6d127306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:50:28.430950 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-c9f6ed8b-8fbe-41b8-bd96-93bb6d127306 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697362
Apr 29 15:50:28.561573 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-02843b29-2bd5-438b-a506-fde40d2930fa service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238506
Apr 29 15:50:28.690558 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-0dad50b8-8d65-4dd5-a68c-6baf2596629c req-f2995fc9-dc98-48a1-aef4-46f5fa848436 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218483
Apr 29 15:50:30.239309 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6a68-90c6-49f2-a3ca-c802939bc395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:33.019386 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3fee0963-ac99-4fb2-9ae4-4acf420e2176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:33.108406 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:33.873925 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:35.409357 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:50:56.336416 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:50:57.010003 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:00.241093 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-2aebc237-f4f9-4075-a0d3-cc498e9cacea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:03.021246 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e145a551-cc84-4350-bd6d-3a80ac4fc300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:03.109197 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:03.876051 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:05.412540 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:15.020957 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42690) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:15.282025 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Deleting port 8983d292-0338-4430-87c3-aa112ac69326 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:15.282475 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:15.497389 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:15.497710 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:15.619629 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Calling delete_port for 8983d292-0338-4430-87c3-aa112ac69326 owned by network:floatingip {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:15.738606 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:15.742866 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:15.787257 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event deleted for resources: {'Port': ['ID=8983d292-0338-4430-87c3-aa112ac69326,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:15.831553 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.831930 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.832302 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.832664 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.833047 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.833410 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.833768 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.834126 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.834484 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.834837 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.835190 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.835541 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:15.865537 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:15.891873 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:15.892131 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.l3_db [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Floating IP 8ef44271-f352-411d-b00c-bfec0d03cccf disassociated (deleted). External IP: 172.27.3.44, port: 6c71a734-22e8-4fb1-9167-802ef8107c10.
Apr 29 15:51:16.231349 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Router ad83f830-1618-49ab-a07d-18720fc1bedc has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:51:16.407809 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:51:16.417033 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aecff47-2f66-4fef-b96c-49c25687c44e None None] Sync routers for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:51:16.428467 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:16.429373 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aecff47-2f66-4fef-b96c-49c25687c44e None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:51:16.430028 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-1aecff47-2f66-4fef-b96c-49c25687c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee26d1760>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:51:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:16.482010 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-7f8bdd8d-30e5-43b0-97ea-053608bf7612 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "DELETE /v2.0/floatingips/8ef44271-f352-411d-b00c-bfec0d03cccf HTTP/1.1" status: 204  len: 168 time: 1.4598935
Apr 29 15:51:16.482577 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'tag': '6c71a734-22e8-4fb1-9167-802ef8107c10'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:51:16.531596 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'tag': '6c71a734-22e8-4fb1-9167-802ef8107c10', 'status': 'completed', 'code': 200}
Apr 29 15:51:16.610633 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-1aecff47-2f66-4fef-b96c-49c25687c44e None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:51:16.649647 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89704-38e9-4e44-bf62-c5528652e463 req-82f0a799-7b3d-406a-ac44-ab0bbfd2e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:16.651129 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dac89704-38e9-4e44-bf62-c5528652e463 req-82f0a799-7b3d-406a-ac44-ab0bbfd2e9a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 1098 time: 0.0758417
Apr 29 15:51:16.899659 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89704-38e9-4e44-bf62-c5528652e463 req-056cfbf6-cbcd-4bdb-b430-e9f73ae03a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:16.901386 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dac89704-38e9-4e44-bf62-c5528652e463 req-056cfbf6-cbcd-4bdb-b430-e9f73ae03a38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 913 time: 0.2435989
Apr 29 15:51:16.970547 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dac89704-38e9-4e44-bf62-c5528652e463 req-4fb63181-e9a7-4479-b1a2-9a319ef5273d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c71a734-22e8-4fb1-9167-802ef8107c10 HTTP/1.1" status: 200  len: 217 time: 0.0614977
Apr 29 15:51:16.977737 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-1aecff47-2f66-4fef-b96c-49c25687c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee26d1760>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': 'fe2644a6-067c-45d6-80cf-2c75fff6534f', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:ce:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:46:38Z', 'updated_at': '2021-04-29T15:46:41Z', 'revision_number': 1, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:16.981749 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aecff47-2f66-4fef-b96c-49c25687c44e None None] Checking router: ad83f830-1618-49ab-a07d-18720fc1bedc for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:51:16.990615 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aecff47-2f66-4fef-b96c-49c25687c44e None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:51:16.991227 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-1aecff47-2f66-4fef-b96c-49c25687c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee26d1760>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:51:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:17.037784 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89704-38e9-4e44-bf62-c5528652e463 req-38f85980-f9e7-43ef-8842-46549f28da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:17.039122 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dac89704-38e9-4e44-bf62-c5528652e463 req-38f85980-f9e7-43ef-8842-46549f28da35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.0610030
Apr 29 15:51:17.085110 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4a0bb-0613-47be-bc65-36ab24f78628 req-368de22d-c289-47c5-ad14-47bc50978951 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:17.085840 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-2fc4a0bb-0613-47be-bc65-36ab24f78628 req-368de22d-c289-47c5-ad14-47bc50978951 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Synchronizing usage tracker for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:51:17.105537 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-2fc4a0bb-0613-47be-bc65-36ab24f78628 req-368de22d-c289-47c5-ad14-47bc50978951 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Unset dirty status for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:51:17.106955 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2fc4a0bb-0613-47be-bc65-36ab24f78628 req-368de22d-c289-47c5-ad14-47bc50978951 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 945 time: 0.3300285
Apr 29 15:51:17.117188 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89704-38e9-4e44-bf62-c5528652e463 req-d88c4e7b-fd56-4b45-90ff-0362439c63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:17.118836 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dac89704-38e9-4e44-bf62-c5528652e463 req-d88c4e7b-fd56-4b45-90ff-0362439c63da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727825
Apr 29 15:51:17.155030 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-2fc4a0bb-0613-47be-bc65-36ab24f78628 req-5ec27729-4b0a-49e3-8e7f-74f3ca873dce tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407283
Apr 29 15:51:17.168251 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-1aecff47-2f66-4fef-b96c-49c25687c44e None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:51:17.254367 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dac89704-38e9-4e44-bf62-c5528652e463 req-2f4141d7-819a-49e0-b776-c004e2104a9b service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279233
Apr 29 15:51:17.388788 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-dac89704-38e9-4e44-bf62-c5528652e463 req-822eabad-c6cd-48f1-b616-deecbd4e10db service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271811
Apr 29 15:51:17.513791 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-1aecff47-2f66-4fef-b96c-49c25687c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee26d1760>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': 'fe2644a6-067c-45d6-80cf-2c75fff6534f', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:ce:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:46:38Z', 'updated_at': '2021-04-29T15:46:41Z', 'revision_number': 1, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:17.518270 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aecff47-2f66-4fef-b96c-49c25687c44e None None] The sync data for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi is: [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_floatingips': [{'id': 'fe2644a6-067c-45d6-80cf-2c75fff6534f', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'router_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'port_id': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'mac_address': 'fa:16:3e:ce:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-29T15:46:38Z', 'updated_at': '2021-04-29T15:46:41Z', 'revision_number': 1, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:51:17.719405 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea810e-5382-44e3-885a-f1b23c7acdfc None None] New status for floating IP 8ef44271-f352-411d-b00c-bfec0d03cccf: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:51:18.466705 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c8c2a-5e9c-42c7-a3b5-73cf47893ce2 req-b0f531a1-a4f7-436b-b8dd-3e8187a8afd3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:18.468045 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ed0c8c2a-5e9c-42c7-a3b5-73cf47893ce2 req-b0f531a1-a4f7-436b-b8dd-3e8187a8afd3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 945 time: 0.1423249
Apr 29 15:51:18.475635 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0430f26-7c7f-4f71-a562-6abd046e6f82 req-22d315b2-22b4-48af-af00-684888dd15ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:18.476961 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b0430f26-7c7f-4f71-a562-6abd046e6f82 req-22d315b2-22b4-48af-af00-684888dd15ef tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 945 time: 0.1963875
Apr 29 15:51:18.597244 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-b0430f26-7c7f-4f71-a562-6abd046e6f82 req-f5005e33-f959-47e2-969e-cecff7fc5a16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891845
Apr 29 15:51:18.639370 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-ed0c8c2a-5e9c-42c7-a3b5-73cf47893ce2 req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Deleting port 6c71a734-22e8-4fb1-9167-802ef8107c10 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:18.639710 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ed0c8c2a-5e9c-42c7-a3b5-73cf47893ce2 req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:18.769559 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-ed0c8c2a-5e9c-42c7-a3b5-73cf47893ce2 req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] For port 6c71a734-22e8-4fb1-9167-802ef8107c10, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=6c71a734-22e8-4fb1-9167-802ef8107c10,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:51:18.769865 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ed0c8c2a-5e9c-42c7-a3b5-73cf47893ce2 req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:18.895465 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-ed0c8c2a-5e9c-42c7-a3b5-73cf47893ce2 req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Calling delete_port for 6c71a734-22e8-4fb1-9167-802ef8107c10 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:19.002235 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ed0c8c2a-5e9c-42c7-a3b5-73cf47893ce2 req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:19.008073 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-a602e153-eb03-4799-938c-e3f96ce90fa3 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:19.052540 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event deleted for resources: {'Port': ['ID=6c71a734-22e8-4fb1-9167-802ef8107c10,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:19.089308 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.089691 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.090063 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.090430 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.090793 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.091156 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.091516 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.091873 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.092231 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.092585 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.092965 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.093375 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:19.101368 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:19.142033 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0c8c2a-5e9c-42c7-a3b5-73cf47893ce2 req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] No DVR routers for this DVR port 6c71a734-22e8-4fb1-9167-802ef8107c10 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:51:19.144699 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-ed0c8c2a-5e9c-42c7-a3b5-73cf47893ce2 req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:19.147374 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'name': 'network-vif-deleted', 'tag': '6c71a734-22e8-4fb1-9167-802ef8107c10'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:51:19.168252 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-ed0c8c2a-5e9c-42c7-a3b5-73cf47893ce2 req-92d0b0e9-7249-4db2-aa39-1faa16d48522 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "DELETE /v2.0/ports/6c71a734-22e8-4fb1-9167-802ef8107c10 HTTP/1.1" status: 204  len: 173 time: 0.6903582
Apr 29 15:51:19.216434 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e54dfc6-5c41-4e2e-9075-d89579422898', 'name': 'network-vif-deleted', 'tag': '6c71a734-22e8-4fb1-9167-802ef8107c10', 'status': 'completed', 'code': 200}
Apr 29 15:51:19.757663 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-5288b83f-2e93-46f0-8466-1d9a48903f38 req-8b74cae9-59a5-4254-a0d4-be16954aa5b0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Synchronizing usage tracker for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:51:19.773208 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-5288b83f-2e93-46f0-8466-1d9a48903f38 req-8b74cae9-59a5-4254-a0d4-be16954aa5b0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Unset dirty status for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:51:19.774432 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-5288b83f-2e93-46f0-8466-1d9a48903f38 req-8b74cae9-59a5-4254-a0d4-be16954aa5b0 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e54dfc6-5c41-4e2e-9075-d89579422898 HTTP/1.1" status: 200  len: 210 time: 0.0600331
Apr 29 15:51:21.667899 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 6c71a734-22e8-4fb1-9167-802ef8107c10 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:51:21.705832 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: 6c71a734-22e8-4fb1-9167-802ef8107c10 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:51:21.706176 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device 6c71a734-22e8-4fb1-9167-802ef8107c10 not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:51:23.269050 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42728) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:23.625525 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Deleting port 29992234-dfdd-4238-8463-b34162165be7 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:23.625857 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:23.738917 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:23.739233 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:23.858033 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Calling delete_port for 29992234-dfdd-4238-8463-b34162165be7 owned by network:floatingip {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:23.977157 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:23.981372 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-16d0f056-8e7f-4fd9-bafa-f81f80c7ef16 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:24.024592 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event deleted for resources: {'Port': ['ID=29992234-dfdd-4238-8463-b34162165be7,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:24.055241 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:24.114806 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:24.115130 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.db.l3_db [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Floating IP fe2644a6-067c-45d6-80cf-2c75fff6534f disassociated (deleted). External IP: 172.27.3.162, port: c7fafc04-c069-427c-aa05-159f5565fb74.
Apr 29 15:51:24.473369 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Router ad83f830-1618-49ab-a07d-18720fc1bedc has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:51:24.650226 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:51:24.659769 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b1765-9a74-4b4f-b92c-507ca343fc43 None None] Sync routers for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:51:24.668898 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b1765-9a74-4b4f-b92c-507ca343fc43 None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:51:24.669131 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:24.669536 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-327b1765-9a74-4b4f-b92c-507ca343fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee26a1b20>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:51:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:24.725247 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-7080420e-7c5a-4f59-b7ab-7099884ae66d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "DELETE /v2.0/floatingips/fe2644a6-067c-45d6-80cf-2c75fff6534f HTTP/1.1" status: 204  len: 168 time: 1.4550819
Apr 29 15:51:24.725917 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'tag': 'c7fafc04-c069-427c-aa05-159f5565fb74'}] {{(pid=73821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:51:24.773819 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'tag': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'status': 'completed', 'code': 200}
Apr 29 15:51:24.871452 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b7cf7-27f1-462a-86fe-209e4f1e8d2b req-6548544e-e68e-4a34-a7e7-ba3eb332b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:24.872955 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-552b7cf7-27f1-462a-86fe-209e4f1e8d2b req-6548544e-e68e-4a34-a7e7-ba3eb332b2e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 1098 time: 0.0747986
Apr 29 15:51:24.891164 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-327b1765-9a74-4b4f-b92c-507ca343fc43 None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:51:25.105889 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9da779-f838-418c-9269-7293eb6dbe4e req-98c63877-61a9-4937-9543-2da56488ca4b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:25.106606 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-3d9da779-f838-418c-9269-7293eb6dbe4e req-98c63877-61a9-4937-9543-2da56488ca4b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Synchronizing usage tracker for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73821) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:51:25.120795 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b7cf7-27f1-462a-86fe-209e4f1e8d2b req-583f1108-0563-4045-8691-91871dfc3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:25.122272 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-552b7cf7-27f1-462a-86fe-209e4f1e8d2b req-583f1108-0563-4045-8691-91871dfc3bed service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 200  len: 913 time: 0.2430108
Apr 29 15:51:25.128720 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.quota.resource [req-3d9da779-f838-418c-9269-7293eb6dbe4e req-98c63877-61a9-4937-9543-2da56488ca4b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Unset dirty status for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73821) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:51:25.133486 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3d9da779-f838-418c-9269-7293eb6dbe4e req-98c63877-61a9-4937-9543-2da56488ca4b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 945 time: 0.1145947
Apr 29 15:51:25.178861 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [req-3d9da779-f838-418c-9269-7293eb6dbe4e req-d97f3886-35d9-4fb2-9f4a-8cf556ff32fc tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431659
Apr 29 15:51:25.190696 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-552b7cf7-27f1-462a-86fe-209e4f1e8d2b req-5a32d2c3-9737-4395-88f8-143c2a201d23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7fafc04-c069-427c-aa05-159f5565fb74 HTTP/1.1" status: 200  len: 217 time: 0.0610976
Apr 29 15:51:25.210896 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-327b1765-9a74-4b4f-b92c-507ca343fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee26a1b20>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:25.214752 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b1765-9a74-4b4f-b92c-507ca343fc43 None None] Checking router: ad83f830-1618-49ab-a07d-18720fc1bedc for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:51:25.223360 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b1765-9a74-4b4f-b92c-507ca343fc43 None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:51:25.223961 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-327b1765-9a74-4b4f-b92c-507ca343fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee26a1b20>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:51:03Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:25.257271 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b7cf7-27f1-462a-86fe-209e4f1e8d2b req-8fe26282-15dd-4eeb-9861-54cc9e4ac330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:25.258721 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-552b7cf7-27f1-462a-86fe-209e4f1e8d2b req-8fe26282-15dd-4eeb-9861-54cc9e4ac330 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 200  len: 851 time: 0.0604782
Apr 29 15:51:25.333838 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b7cf7-27f1-462a-86fe-209e4f1e8d2b req-3c06b690-65c3-416e-99c2-9edf151cf65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:25.335301 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-552b7cf7-27f1-462a-86fe-209e4f1e8d2b req-3c06b690-65c3-416e-99c2-9edf151cf65d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b2df53a-374b-4d56-bc6b-c676e69f8ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699854
Apr 29 15:51:25.399855 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-327b1765-9a74-4b4f-b92c-507ca343fc43 None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:51:25.467701 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-552b7cf7-27f1-462a-86fe-209e4f1e8d2b req-7b9c58de-f85c-486f-8e3d-a0f9e1422d19 service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244915
Apr 29 15:51:25.600463 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-552b7cf7-27f1-462a-86fe-209e4f1e8d2b req-697fe1a7-6130-4557-9c7e-c8426ca8501f service neutron] 10.222.0.32 "GET /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255281
Apr 29 15:51:25.705022 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-327b1765-9a74-4b4f-b92c-507ca343fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee26a1b20>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:25.708856 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b1765-9a74-4b4f-b92c-507ca343fc43 None None] The sync data for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi is: [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:43Z', 'revision_number': 4, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi', '_interfaces': [{'id': 'e507563c-9d3e-41ee-b960-625e3a58b39a', 'name': '', 'network_id': '7b2df53a-374b-4d56-bc6b-c676e69f8ce1', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'mac_address': 'fa:16:3e:e1:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:42Z', 'updated_at': '2021-04-29T15:42:50Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'subnets': [{'id': 'f64abcfb-e266-48ac-a629-81779b5c4af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:51:25.917882 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c84f68-4e95-408a-b56e-bd2a8203f6aa None None] New status for floating IP fe2644a6-067c-45d6-80cf-2c75fff6534f: DOWN {{(pid=73824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 15:51:26.370771 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa872523-4a80-445f-aea2-f58a5cbc81f9 req-8047cf11-2988-4eae-8406-a323b53aab30 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:26.372191 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fa872523-4a80-445f-aea2-f58a5cbc81f9 req-8047cf11-2988-4eae-8406-a323b53aab30 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 945 time: 0.0831516
Apr 29 15:51:26.417095 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-fa872523-4a80-445f-aea2-f58a5cbc81f9 req-373a103e-13db-4f56-93cc-71a2e34c4e50 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382955
Apr 29 15:51:26.604661 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ffc50-eb87-45d7-b6a5-70d25f771261 req-ae3d9cf3-5a3a-40a6-9211-fb7b6281b83b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 29 15:51:26.606026 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8c1ffc50-eb87-45d7-b6a5-70d25f771261 req-ae3d9cf3-5a3a-40a6-9211-fb7b6281b83b tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 945 time: 0.0793867
Apr 29 15:51:26.740573 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-8c1ffc50-eb87-45d7-b6a5-70d25f771261 req-d4b7c734-4208-418f-a5e2-141c65722269 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Deleting port c7fafc04-c069-427c-aa05-159f5565fb74 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:26.740910 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-8c1ffc50-eb87-45d7-b6a5-70d25f771261 req-d4b7c734-4208-418f-a5e2-141c65722269 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:26.869946 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.db [req-8c1ffc50-eb87-45d7-b6a5-70d25f771261 req-d4b7c734-4208-418f-a5e2-141c65722269 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] For port c7fafc04-c069-427c-aa05-159f5565fb74, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c7fafc04-c069-427c-aa05-159f5565fb74,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:51:26.870305 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-8c1ffc50-eb87-45d7-b6a5-70d25f771261 req-d4b7c734-4208-418f-a5e2-141c65722269 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:26.988785 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [req-8c1ffc50-eb87-45d7-b6a5-70d25f771261 req-d4b7c734-4208-418f-a5e2-141c65722269 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Calling delete_port for c7fafc04-c069-427c-aa05-159f5565fb74 owned by compute:nova {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:27.009151 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:27.099732 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-8c1ffc50-eb87-45d7-b6a5-70d25f771261 req-d4b7c734-4208-418f-a5e2-141c65722269 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:27.105196 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4a3f2d16-7f08-4f7d-841a-15f7e8ff3f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:27.149469 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7c734-4208-418f-a5e2-141c65722269 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event deleted for resources: {'Port': ['ID=c7fafc04-c069-427c-aa05-159f5565fb74,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:27.152387 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-d4b7c734-4208-418f-a5e2-141c65722269 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:27.224624 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1ffc50-eb87-45d7-b6a5-70d25f771261 req-d4b7c734-4208-418f-a5e2-141c65722269 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] No DVR routers for this DVR port c7fafc04-c069-427c-aa05-159f5565fb74 on host hv-cinder-78878 {{(pid=73822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:51:27.227095 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [req-8c1ffc50-eb87-45d7-b6a5-70d25f771261 req-d4b7c734-4208-418f-a5e2-141c65722269 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for port, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:27.229627 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'name': 'network-vif-deleted', 'tag': 'c7fafc04-c069-427c-aa05-159f5565fb74'}] {{(pid=73822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 29 15:51:27.249629 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-8c1ffc50-eb87-45d7-b6a5-70d25f771261 req-d4b7c734-4208-418f-a5e2-141c65722269 tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.32 "DELETE /v2.0/ports/c7fafc04-c069-427c-aa05-159f5565fb74 HTTP/1.1" status: 204  len: 173 time: 0.6378160
Apr 29 15:51:27.277420 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15ca98c-76da-4e59-a2db-b0859ac5e8a5', 'name': 'network-vif-deleted', 'tag': 'c7fafc04-c069-427c-aa05-159f5565fb74', 'status': 'completed', 'code': 200}
Apr 29 15:51:27.579441 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-15bfbb09-036a-47ef-8c6d-9ed294f1a53f req-60df13dc-bc2c-4f3a-9230-bd796200611e tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Synchronizing usage tracker for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 29 15:51:27.595968 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.quota.resource [req-15bfbb09-036a-47ef-8c6d-9ed294f1a53f req-60df13dc-bc2c-4f3a-9230-bd796200611e tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Unset dirty status for tenant:d7d31a397ebf4f1e8842885b9bf49e91 on resource:port {{(pid=73822) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 29 15:51:27.604576 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [req-15bfbb09-036a-47ef-8c6d-9ed294f1a53f req-60df13dc-bc2c-4f3a-9230-bd796200611e tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15ca98c-76da-4e59-a2db-b0859ac5e8a5 HTTP/1.1" status: 200  len: 210 time: 0.0701087
Apr 29 15:51:28.691305 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42748) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:29.003040 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-34a6f87a-8183-4324-8296-fa049092c83f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Deleting port c377f642-c4a8-49c6-95b2-fcbbb1550319 {{(pid=73822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:29.003295 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-34a6f87a-8183-4324-8296-fa049092c83f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:29.118784 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-34a6f87a-8183-4324-8296-fa049092c83f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:29.119108 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-34a6f87a-8183-4324-8296-fa049092c83f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:29.241930 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.plugins.ml2.plugin [None req-34a6f87a-8183-4324-8296-fa049092c83f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Calling delete_port for c377f642-c4a8-49c6-95b2-fcbbb1550319 owned by network:floatingip {{(pid=73822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:29.355196 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-34a6f87a-8183-4324-8296-fa049092c83f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7728248'] for port, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:29.359685 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-4fe2ae33-21bb-4e97-a2be-cd10f857bcc3 tempest-AttachVolumeTestJSON-1613967935 tempest-AttachVolumeTestJSON-1613967935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:29.402658 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6f87a-8183-4324-8296-fa049092c83f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event deleted for resources: {'Port': ['ID=c377f642-c4a8-49c6-95b2-fcbbb1550319,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:29.428707 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-34a6f87a-8183-4324-8296-fa049092c83f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:29.494226 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-34a6f87a-8183-4324-8296-fa049092c83f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for floatingip, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:29.511864 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-34a6f87a-8183-4324-8296-fa049092c83f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944790'] for floatingip, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:29.513020 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-34a6f87a-8183-4324-8296-fa049092c83f tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "DELETE /v2.0/floatingips/02fcc889-6d7f-4243-aa47-141e9e23371d HTTP/1.1" status: 204  len: 168 time: 0.8207004
Apr 29 15:51:29.714415 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device c7fafc04-c069-427c-aa05-159f5565fb74 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:51:29.752007 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] No Port match for: c7fafc04-c069-427c-aa05-159f5565fb74 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:51:29.752307 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Device c7fafc04-c069-427c-aa05-159f5565fb74 not bound to the agent host hv-cinder-78878 {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:51:30.242304 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-51d587e6-3360-466b-92e8-ab51ea133d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:30.879837 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42764) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:30.947259 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-638414b6-4a5a-470c-ad62-8af5cbd3694d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:30.976594 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-638414b6-4a5a-470c-ad62-8af5cbd3694d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:31.038498 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-638414b6-4a5a-470c-ad62-8af5cbd3694d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:31.042442 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-0bb6a349-ade8-4abe-9baf-2bd6ae640659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:31.058472 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638414b6-4a5a-470c-ad62-8af5cbd3694d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9dcf38-cbcf-42ae-b3e3-757c10da02d7,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:31.061381 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-638414b6-4a5a-470c-ad62-8af5cbd3694d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:31.069553 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-638414b6-4a5a-470c-ad62-8af5cbd3694d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:31.070659 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-638414b6-4a5a-470c-ad62-8af5cbd3694d tempest-TestVolumeBootPattern-1949156346 tempest-TestVolumeBootPattern-1949156346-project] 10.222.0.10 "DELETE /v2.0/security-groups/cf9dcf38-cbcf-42ae-b3e3-757c10da02d7 HTTP/1.1" status: 204  len: 168 time: 0.1898217
Apr 29 15:51:31.126479 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42770) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:31.847853 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661874'] for router_interface, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:32.256588 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] Deleting port e507563c-9d3e-41ee-b960-625e3a58b39a {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:32.257339 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:32.376661 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] For port e507563c-9d3e-41ee-b960-625e3a58b39a, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=e507563c-9d3e-41ee-b960-625e3a58b39a,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:51:32.377050 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:32.500070 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] Calling delete_port for e507563c-9d3e-41ee-b960-625e3a58b39a owned by network:router_interface {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:32.643354 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:32.647749 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d317d4da-ad71-47f8-a926-ccb95bddc5af tempest-TestShelveInstance-1901762934 tempest-TestShelveInstance-1901762934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:32.783587 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e507563c-9d3e-41ee-b960-625e3a58b39a,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:32.808968 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:33.022936 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1f20c183-0a2c-45a0-9dbc-d8479c0557f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:33.047088 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683202'] for router_interface, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:33.111992 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:33.334724 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:51:33.404464 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] Router ad83f830-1618-49ab-a07d-18720fc1bedc has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:51:33.583029 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:51:33.591038 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a8e07a-16ac-460b-88f0-3451f1f520ff None None] Sync routers for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:51:33.596763 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-68520afa-8b1a-4127-bf57-a34be0f47c9f admin admin] 10.222.0.10 "PUT /v2.0/routers/ad83f830-1618-49ab-a07d-18720fc1bedc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4688642
Apr 29 15:51:33.598856 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42776) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:33.600399 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a8e07a-16ac-460b-88f0-3451f1f520ff None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:51:33.601060 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-84a8e07a-16ac-460b-88f0-3451f1f520ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee31fc370>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:51:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:33.775634 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:33.778433 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-84a8e07a-16ac-460b-88f0-3451f1f520ff None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: dv-cinder-788782-1-iscsi {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:51:33.953663 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:33.955954 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:34.025526 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Deleting port 9ca80e0e-854c-4685-af62-b809bc39b0fc {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:34.025934 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:34.109184 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-84a8e07a-16ac-460b-88f0-3451f1f520ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee31fc370>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:51:32Z', 'revision_number': 5, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port': {'id': '9ca80e0e-854c-4685-af62-b809bc39b0fc', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:34.113389 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a8e07a-16ac-460b-88f0-3451f1f520ff None None] Checking router: ad83f830-1618-49ab-a07d-18720fc1bedc for host: dv-cinder-788782-1-iscsi {{(pid=73823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:51:34.122063 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a8e07a-16ac-460b-88f0-3451f1f520ff None None] Routers {'ad83f830-1618-49ab-a07d-18720fc1bedc'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:51:34.122700 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-84a8e07a-16ac-460b-88f0-3451f1f520ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee31fc370>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:51:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['ad83f830-1618-49ab-a07d-18720fc1bedc'], 'active': True} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:34.254560 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] For port 9ca80e0e-854c-4685-af62-b809bc39b0fc, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=9ca80e0e-854c-4685-af62-b809bc39b0fc,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:51:34.254972 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:34.273103 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvr_db [None req-84a8e07a-16ac-460b-88f0-3451f1f520ff None None] Set router ad83f830-1618-49ab-a07d-18720fc1bedc gateway port host: None {{(pid=73823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:51:34.379880 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_hamode_db [None req-84a8e07a-16ac-460b-88f0-3451f1f520ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee31fc370>, [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:51:33Z', 'revision_number': 6, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port_host': None}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:34.380161 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Calling delete_port for 9ca80e0e-854c-4685-af62-b809bc39b0fc owned by network:router_gateway {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:34.383931 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a8e07a-16ac-460b-88f0-3451f1f520ff None None] The sync data for ids ['ad83f830-1618-49ab-a07d-18720fc1bedc'] in dv-cinder-788782-1-iscsi is: [{'id': 'ad83f830-1618-49ab-a07d-18720fc1bedc', 'name': 'tempest-TestVolumeBootPattern-1942121478-router', 'tenant_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:38Z', 'updated_at': '2021-04-29T15:51:33Z', 'revision_number': 6, 'project_id': 'd7d31a397ebf4f1e8842885b9bf49e91', 'gw_port_host': None}] {{(pid=73823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:51:34.515135 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:34.519378 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-e9f407d4-f94b-472b-a6fd-59203733fc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:34.563480 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca80e0e-854c-4685-af62-b809bc39b0fc,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:34.566652 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:34.651446 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683711'] for router_gateway, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:34.822164 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103776'] for router, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:34.824300 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:34.848778 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683332'] for router, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:34.849298 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad83f830-1618-49ab-a07d-18720fc1bedc {{(pid=73821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 29 15:51:34.861240 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:34.862326 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-6a697846-beb5-4a68-a264-7312bb252bd4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ad83f830-1618-49ab-a07d-18720fc1bedc HTTP/1.1" status: 204  len: 168 time: 1.2625856
Apr 29 15:51:34.864736 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42782) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:34.920695 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_v2 [None req-358b8317-9162-4c21-938c-a8380c8d86d7 admin admin] Deleting subnet f64abcfb-e266-48ac-a629-81779b5c4af5 {{(pid=73821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:51:34.924318 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-358b8317-9162-4c21-938c-a8380c8d86d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:34.971652 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-358b8317-9162-4c21-938c-a8380c8d86d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7018774'] for subnet, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:35.049560 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-358b8317-9162-4c21-938c-a8380c8d86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:35.304912 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-358b8317-9162-4c21-938c-a8380c8d86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8128003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6400228'] for subnet, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:35.309343 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f815b003-b4b4-4bf2-ae8c-9b5b311afd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:35.349972 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-358b8317-9162-4c21-938c-a8380c8d86d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:35.354879 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b3965-59cd-478a-9e0b-515cb3f770c6 None None] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:51:35.361548 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b8317-9162-4c21-938c-a8380c8d86d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64abcfb-e266-48ac-a629-81779b5c4af5,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:35.364103 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-358b8317-9162-4c21-938c-a8380c8d86d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:35.368302 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-358b8317-9162-4c21-938c-a8380c8d86d7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f64abcfb-e266-48ac-a629-81779b5c4af5 HTTP/1.1" status: 204  len: 168 time: 0.5001876
Apr 29 15:51:35.368302 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42786) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:35.479716 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:35.494825 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:35.552885 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Deleting port 1bc34ee6-6496-46b8-aaa9-2569e105b389 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:35.553544 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:35.616533 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] DHCP port deletion for 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 request from dv-cinder-788782-1-iscsi {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 29 15:51:35.691473 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Deleting port 1bc34ee6-6496-46b8-aaa9-2569e105b389 {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:35.691947 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:35.720277 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 9ca80e0e-854c-4685-af62-b809bc39b0fc no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:51:35.749635 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] For port 1bc34ee6-6496-46b8-aaa9-2569e105b389, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=1bc34ee6-6496-46b8-aaa9-2569e105b389,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:51:35.749987 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:35.758685 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 9ca80e0e-854c-4685-af62-b809bc39b0fc {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:51:35.759039 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 9ca80e0e-854c-4685-af62-b809bc39b0fc not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:51:35.759453 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device e507563c-9d3e-41ee-b960-625e3a58b39a no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:51:35.841418 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: e507563c-9d3e-41ee-b960-625e3a58b39a {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:51:35.841684 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device e507563c-9d3e-41ee-b960-625e3a58b39a not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:51:35.842100 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 1bc34ee6-6496-46b8-aaa9-2569e105b389 no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:51:35.870886 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Calling delete_port for 1bc34ee6-6496-46b8-aaa9-2569e105b389 owned by network:dhcp {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:35.900559 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] For port 1bc34ee6-6496-46b8-aaa9-2569e105b389, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=1bc34ee6-6496-46b8-aaa9-2569e105b389,segment=NetworkSegment(d031cba5-7602-4b5e-9d5e-c9425096158d),segment_id=d031cba5-7602-4b5e-9d5e-c9425096158d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:51:35.900976 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:35.916882 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:35.923172 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-9c466b11-f35a-4331-b4d8-6536bb7d5d71 tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:35.969570 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc34ee6-6496-46b8-aaa9-2569e105b389,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:35.971424 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] No DVR routers for this DVR port 1bc34ee6-6496-46b8-aaa9-2569e105b389 on host dv-cinder-788782-1-iscsi {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:51:35.972903 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:36.034686 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Calling delete_port for 1bc34ee6-6496-46b8-aaa9-2569e105b389 owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:36.040217 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No active binding found for port 1bc34ee6-6496-46b8-aaa9-2569e105b389 {{(pid=73823) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Apr 29 15:51:36.040622 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 1bc34ee6-6496-46b8-aaa9-2569e105b389 not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:51:36.080462 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:36.084035 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:36.087742 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:36.125440 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Pushing event deleted for resources: {'Port': ['ID=1bc34ee6-6496-46b8-aaa9-2569e105b389,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:36.134788 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] No DVR routers for this DVR port 1bc34ee6-6496-46b8-aaa9-2569e105b389 on host dv-cinder-788782-1-iscsi {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:51:36.136645 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.137009 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.137357 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.137705 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.138031 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.138355 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.138678 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.139019 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.139323 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.139637 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.139954 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.140268 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-1-iscsi {{(pid=73823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 15:51:36.144010 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-5467ac92-b3b5-4abe-be06-b71b6a2285db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:36.195757 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee2b17d00>,) {'filters': {'network_id': ['7b2df53a-374b-4d56-bc6b-c676e69f8ce1']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:36.208297 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee2b17d00>, 'd031cba5-7602-4b5e-9d5e-c9425096158d') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:36.208595 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee2b17d00>, 'd031cba5-7602-4b5e-9d5e-c9425096158d') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:36.220146 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018761'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:36.236051 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:36.242025 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:51:36.406286 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:51:36.414484 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128101'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:36.580230 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Network 7b2df53a-374b-4d56-bc6b-c676e69f8ce1 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]: Traceback (most recent call last):
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     timer()
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     cb(*args, **kw)
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     return func(*args, **kwargs)
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     self._notify()
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     self.callback(batched_events)
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     event.method(event)
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     return f(self, *a, **k)
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._get(url).json()
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:51:36.601172 dv-cinder-788782-1-iscsi neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:51:36.677451 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:36.681238 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:36.693833 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:36.703979 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b2df53a-374b-4d56-bc6b-c676e69f8ce1,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:36.708654 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:36.711497 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-2f6540c7-9893-4001-8013-bcc20ab6cef6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7b2df53a-374b-4d56-bc6b-c676e69f8ce1 HTTP/1.1" status: 204  len: 168 time: 1.3422885
Apr 29 15:51:36.714308 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42790) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:37.342541 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-661874'] for router_interface, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:37.748110 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] Deleting port 2c7f4cd5-0242-4393-b170-793927048232 {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:37.748821 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:37.867147 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] For port 2c7f4cd5-0242-4393-b170-793927048232, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=2c7f4cd5-0242-4393-b170-793927048232,segment=NetworkSegment(b33b6802-10a2-46ad-8cde-df760e16500d),segment_id=b33b6802-10a2-46ad-8cde-df760e16500d)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:51:37.867494 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:37.985869 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] Calling delete_port for 2c7f4cd5-0242-4393-b170-793927048232 owned by network:router_interface {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:38.127448 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:38.131642 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-dcd0dcdd-8b0c-4d28-8158-ce883be3167f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:38.173583 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7f4cd5-0242-4393-b170-793927048232,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:38.204377 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:38.438195 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683202'] for router_interface, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:38.757201 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [req-dfef1caa-0ed9-4422-894c-b2b296918305 req-46c5b3a3-55ee-4ade-8eaa-eea6b276ffd2 service neutron] (73821) timed out ('10.222.0.32', 56714) {{(pid=73821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 29 15:51:38.761360 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [req-d802ffe0-6da4-4698-815f-5e76977e9a8d req-dd89b28f-8413-43da-87c2-8147afe528ab service neutron] (73822) timed out ('10.222.0.32', 56691) {{(pid=73822) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 29 15:51:38.883497 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] Router d25f5347-45a4-4b6a-9b48-b2c03262f59c has already been hosted by L3 agent ca6cf763-140f-4d91-a22f-d66d9d8c38d3 {{(pid=73821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 29 15:51:39.056246 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] Notify agent at l3_agent.dv-cinder-788782-1-iscsi the message routers_updated {{(pid=73821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 29 15:51:39.064497 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bccfc91-f663-4106-8ad5-fc8aa913667d None None] Sync routers for ids ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'] in dv-cinder-788782-1-iscsi {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 15:51:39.072779 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-2fac9756-47d8-408c-893a-1920996f728e admin admin] 10.222.0.10 "PUT /v2.0/routers/d25f5347-45a4-4b6a-9b48-b2c03262f59c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3574855
Apr 29 15:51:39.074781 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bccfc91-f663-4106-8ad5-fc8aa913667d None None] Routers {'d25f5347-45a4-4b6a-9b48-b2c03262f59c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:51:39.075416 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-2bccfc91-f663-4106-8ad5-fc8aa913667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3e7e7f0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:51:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:39.075587 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42794) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:39.251609 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Notify callbacks [] for router, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:39.253032 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-2bccfc91-f663-4106-8ad5-fc8aa913667d None None] Set router d25f5347-45a4-4b6a-9b48-b2c03262f59c gateway port host: dv-cinder-788782-1-iscsi {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:51:39.432493 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:39.502146 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Deleting port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:39.502536 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:39.542916 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-2bccfc91-f663-4106-8ad5-fc8aa913667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3e7e7f0>, [{'id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'name': 'tempest-TestVolumeBootPattern-750086730-router', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'external_fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:47Z', 'updated_at': '2021-04-29T15:51:38Z', 'revision_number': 5, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'gw_port': {'id': '8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a', 'name': '', 'network_id': '5c1e55f7-c4b0-4a88-bdba-28dfed2f9eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-29T15:42:48Z', 'updated_at': '2021-04-29T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '510789d0-d305-4002-b08f-b2cbe2be0496', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-1-iscsi'}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:39.546819 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bccfc91-f663-4106-8ad5-fc8aa913667d None None] Checking router: d25f5347-45a4-4b6a-9b48-b2c03262f59c for host: dv-cinder-788782-1-iscsi {{(pid=73824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 15:51:39.555288 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bccfc91-f663-4106-8ad5-fc8aa913667d None None] Routers {'d25f5347-45a4-4b6a-9b48-b2c03262f59c'} bound to L3 agent in host dv-cinder-788782-1-iscsi {{(pid=73824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 29 15:51:39.555918 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-2bccfc91-f663-4106-8ad5-fc8aa913667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6ee3e7e7f0>, 'dv-cinder-788782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-29T15:28:33Z,description=<?>,heartbeat_timestamp=2021-04-29T15:51:33Z,host='dv-cinder-788782-1-iscsi',id=ca6cf763-140f-4d91-a22f-d66d9d8c38d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-29T15:28:33Z,topic='l3_agent')) {'router_ids': ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'], 'active': True} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:39.626184 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] For port 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a,segment=NetworkSegment(d1ce0933-2e81-4ae8-85ae-772b995c2c71),segment_id=d1ce0933-2e81-4ae8-85ae-772b995c2c71)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:51:39.626679 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:39.705782 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_dvr_db [None req-2bccfc91-f663-4106-8ad5-fc8aa913667d None None] Set router d25f5347-45a4-4b6a-9b48-b2c03262f59c gateway port host: None {{(pid=73824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 29 15:51:39.747501 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Calling delete_port for 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a owned by network:router_gateway {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:39.808109 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.l3_hamode_db [None req-2bccfc91-f663-4106-8ad5-fc8aa913667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6ee3e7e7f0>, [{'id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'name': 'tempest-TestVolumeBootPattern-750086730-router', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:47Z', 'updated_at': '2021-04-29T15:51:39Z', 'revision_number': 6, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'gw_port_host': None}], 'dv-cinder-788782-1-iscsi', False) {} {{(pid=73824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:39.812007 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bccfc91-f663-4106-8ad5-fc8aa913667d None None] The sync data for ids ['d25f5347-45a4-4b6a-9b48-b2c03262f59c'] in dv-cinder-788782-1-iscsi is: [{'id': 'd25f5347-45a4-4b6a-9b48-b2c03262f59c', 'name': 'tempest-TestVolumeBootPattern-750086730-router', 'tenant_id': 'e4ed6543d2894472a401219afe9e87c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-29T15:42:47Z', 'updated_at': '2021-04-29T15:51:39Z', 'revision_number': 6, 'project_id': 'e4ed6543d2894472a401219afe9e87c9', 'gw_port_host': None}] {{(pid=73824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 15:51:39.982240 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:39.987087 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:40.028408 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Pushing event deleted for resources: {'Port': ['ID=8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:40.030828 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:40.121735 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683711'] for router_gateway, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:40.296457 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103776'] for router, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:40.299255 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:40.321781 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683332'] for router, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:40.322378 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d25f5347-45a4-4b6a-9b48-b2c03262f59c {{(pid=73821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 29 15:51:40.334951 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] Notify callbacks [] for router, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:40.336048 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-857a0f52-9bca-43ab-9fc4-5fe1de50e01a admin admin] 10.222.0.10 "DELETE /v2.0/routers/d25f5347-45a4-4b6a-9b48-b2c03262f59c HTTP/1.1" status: 204  len: 168 time: 1.2596645
Apr 29 15:51:40.338688 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42798) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:40.397721 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd53f12-0b8c-437d-956b-4ccbdaf2f62b admin admin] Deleting subnet 776c41a7-1082-48a4-9bbf-831df91b18b9 {{(pid=73821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 29 15:51:40.400468 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7cd53f12-0b8c-437d-956b-4ccbdaf2f62b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:40.447815 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7cd53f12-0b8c-437d-956b-4ccbdaf2f62b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7018774'] for subnet, precommit_delete_associations {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:40.522993 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7cd53f12-0b8c-437d-956b-4ccbdaf2f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1405411'] for subnet, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:40.776244 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7cd53f12-0b8c-437d-956b-4ccbdaf2f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1405420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8128003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6400228'] for subnet, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:40.780725 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:40.813382 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd53f12-0b8c-437d-956b-4ccbdaf2f62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776c41a7-1082-48a4-9bbf-831df91b18b9,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:40.816013 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-7cd53f12-0b8c-437d-956b-4ccbdaf2f62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:40.820438 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-7cd53f12-0b8c-437d-956b-4ccbdaf2f62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for subnet, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:40.825674 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2064c61-ad45-490e-8391-7ccd7516d463 None None] Network 89c01755-0302-4444-8a8b-9a35992f7ea8 requested from dv-cinder-788782-1-iscsi {{(pid=73823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 29 15:51:40.827151 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-7cd53f12-0b8c-437d-956b-4ccbdaf2f62b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/776c41a7-1082-48a4-9bbf-831df91b18b9 HTTP/1.1" status: 204  len: 168 time: 0.4875536
Apr 29 15:51:40.830377 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42802) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:40.938761 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1821082'] for network, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:41.014998 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Deleting port 7c663b14-71e6-4293-8017-808166a0cacb {{(pid=73821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:41.016244 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:41.092861 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54b890-6510-474d-b4d7-cd31a5373215 None None] DHCP port deletion for 89c01755-0302-4444-8a8b-9a35992f7ea8 request from dv-cinder-788782-1-iscsi {{(pid=73823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 29 15:51:41.120558 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.db [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] For port 7c663b14-71e6-4293-8017-808166a0cacb, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=7c663b14-71e6-4293-8017-808166a0cacb,segment=NetworkSegment(b33b6802-10a2-46ad-8cde-df760e16500d),segment_id=b33b6802-10a2-46ad-8cde-df760e16500d)] {{(pid=73821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:51:41.120939 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:41.161417 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-df54b890-6510-474d-b4d7-cd31a5373215 None None] Deleting port 7c663b14-71e6-4293-8017-808166a0cacb {{(pid=73823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 29 15:51:41.161797 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-df54b890-6510-474d-b4d7-cd31a5373215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757141125964'] for port, before_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:41.246181 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Calling delete_port for 7c663b14-71e6-4293-8017-808166a0cacb owned by network:dhcp {{(pid=73821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:41.256960 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.db [None req-df54b890-6510-474d-b4d7-cd31a5373215 None None] For port 7c663b14-71e6-4293-8017-808166a0cacb, host dv-cinder-788782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-1-iscsi',level=0,port_id=7c663b14-71e6-4293-8017-808166a0cacb,segment=NetworkSegment(b33b6802-10a2-46ad-8cde-df760e16500d),segment_id=b33b6802-10a2-46ad-8cde-df760e16500d)] {{(pid=73823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 29 15:51:41.257344 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-df54b890-6510-474d-b4d7-cd31a5373215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686465'] for port, precommit_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:41.294639 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8128080'] for port, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:41.299879 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-d3b7f309-f7f6-496f-b29b-14e16276e22a tempest-TestMinimumBasicScenario-2116440986 tempest-TestMinimumBasicScenario-2116440986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:41.346465 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c663b14-71e6-4293-8017-808166a0cacb,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:41.349568 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:41.350345 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] No DVR routers for this DVR port 7c663b14-71e6-4293-8017-808166a0cacb on host dv-cinder-788782-1-iscsi {{(pid=73821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:51:41.382801 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-df54b890-6510-474d-b4d7-cd31a5373215 None None] Calling delete_port for 7c663b14-71e6-4293-8017-808166a0cacb owned by network:dhcp {{(pid=73823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 29 15:51:41.424801 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-df54b890-6510-474d-b4d7-cd31a5373215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1725308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-847471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757141127729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757140709910'] for port, after_delete {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:41.429714 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:41.474487 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54b890-6510-474d-b4d7-cd31a5373215 None None] Pushing event deleted for resources: {'Port': ['ID=7c663b14-71e6-4293-8017-808166a0cacb,revision_number=None']} {{(pid=73823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:41.476296 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54b890-6510-474d-b4d7-cd31a5373215 None None] No DVR routers for this DVR port 7c663b14-71e6-4293-8017-808166a0cacb on host dv-cinder-788782-1-iscsi {{(pid=73823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 15:51:41.477706 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG oslo_concurrency.lockutils [None req-df54b890-6510-474d-b4d7-cd31a5373215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:41.566367 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1407256', 'neutron.services.segments.db._delete_segments_for_network-8757141136267'] for network, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:41.670574 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6ee1b24ca0>,) {'filters': {'network_id': ['89c01755-0302-4444-8a8b-9a35992f7ea8']}} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:41.682824 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1b24ca0>, 'b33b6802-10a2-46ad-8cde-df760e16500d') {'for_net_delete': True} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:41.683118 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.services.segments.db [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6ee1b24ca0>, 'b33b6802-10a2-46ad-8cde-df760e16500d') {} {{(pid=73821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 15:51:41.694650 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757141148254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7018761'] for segment, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:41.708060 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 2c7f4cd5-0242-4393-b170-793927048232 no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:51:41.715025 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403865'] for segment, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:41.721735 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=73821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 15:51:41.745757 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 2c7f4cd5-0242-4393-b170-793927048232 {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:51:41.746033 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 2c7f4cd5-0242-4393-b170-793927048232 not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:51:41.746488 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:51:41.778806 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:51:41.779157 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 8fffe2c6-f786-4fc3-ad18-7ff2d35ed59a not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:51:41.779572 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7c663b14-71e6-4293-8017-808166a0cacb no longer exists at agent ovs-agent-dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 29 15:51:41.812291 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.plugin [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] No Port match for: 7c663b14-71e6-4293-8017-808166a0cacb {{(pid=73823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 29 15:51:41.812695 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron.plugins.ml2.rpc [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Device 7c663b14-71e6-4293-8017-808166a0cacb not bound to the agent host dv-cinder-788782-1-iscsi {{(pid=73823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 29 15:51:41.885689 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Network 89c01755-0302-4444-8a8b-9a35992f7ea8 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:51:41.894814 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1403856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128101'] for segment, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:42.059955 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.plugins.ml2.managers [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Network 89c01755-0302-4444-8a8b-9a35992f7ea8 has no segments {{(pid=73821) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]: Traceback (most recent call last):
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     timer()
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     cb(*args, **kw)
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     return func(*args, **kwargs)
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     self._notify()
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     self.callback(batched_events)
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     event.method(event)
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     return f(self, *a, **k)
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._get(url).json()
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     return self.request(url, 'GET', **kwargs)
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 15:51:42.082138 dv-cinder-788782-1-iscsi neutron-server[73821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 15:51:42.153643 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1407329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683674'] for network, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:42.157261 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:42.173129 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549037'] for network, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:42.183113 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=89c01755-0302-4444-8a8b-9a35992f7ea8,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:42.187224 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:42.191288 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-6ab9d1c6-819f-4a9c-a5a6-608b8bdea4f5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/89c01755-0302-4444-8a8b-9a35992f7ea8 HTTP/1.1" status: 204  len: 168 time: 1.3600023
Apr 29 15:51:42.306395 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42808) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:42.356030 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-62554b6d-8a0c-42db-af15-2309ac16d7be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7d31a397ebf4f1e8842885b9bf49e91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484025
Apr 29 15:51:42.358381 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.wsgi [-] (73822) accepted ('10.222.0.10', 42812) {{(pid=73822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:42.415844 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd21d4d4-9c59-4255-9f50-221b2bc7496a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:42.441990 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd21d4d4-9c59-4255-9f50-221b2bc7496a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:42.493742 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd21d4d4-9c59-4255-9f50-221b2bc7496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:42.497495 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-de167d27-dc85-4949-ab7a-c6222eedea26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:42.511792 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21d4d4-9c59-4255-9f50-221b2bc7496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dd01f5-5b2a-47c8-a358-6fd27bfb712a,revision_number=None']} {{(pid=73822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:42.518289 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG oslo_concurrency.lockutils [None req-cd21d4d4-9c59-4255-9f50-221b2bc7496a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:42.520274 dv-cinder-788782-1-iscsi neutron-server[73822]: DEBUG neutron_lib.callbacks.manager [None req-cd21d4d4-9c59-4255-9f50-221b2bc7496a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:42.523913 dv-cinder-788782-1-iscsi neutron-server[73822]: INFO neutron.wsgi [None req-cd21d4d4-9c59-4255-9f50-221b2bc7496a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60dd01f5-5b2a-47c8-a358-6fd27bfb712a HTTP/1.1" status: 204  len: 168 time: 0.1621594
Apr 29 15:51:42.848965 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42820) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:42.898091 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-c6fdca54-87fa-4e84-a32f-ef915b93ca82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4ed6543d2894472a401219afe9e87c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0479867
Apr 29 15:51:42.900264 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.wsgi [-] (73821) accepted ('10.222.0.10', 42824) {{(pid=73821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 29 15:51:42.958569 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cd1f-bbff-4750-a9e5-3d7e5d771a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:42.983953 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cd1f-bbff-4750-a9e5-3d7e5d771a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:43.036028 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cd1f-bbff-4750-a9e5-3d7e5d771a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589962'] for security_group, after_delete {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:43.040697 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-93415d54-a496-4108-8205-8d2287c7fd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 29 15:51:43.051622 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0cd1f-bbff-4750-a9e5-3d7e5d771a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc5ec0d-3418-40b3-ac4e-3df45b2cf737,revision_number=None']} {{(pid=73821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 15:51:43.053899 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG oslo_concurrency.lockutils [None req-f3e0cd1f-bbff-4750-a9e5-3d7e5d771a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 29 15:51:43.059326 dv-cinder-788782-1-iscsi neutron-server[73821]: DEBUG neutron_lib.callbacks.manager [None req-f3e0cd1f-bbff-4750-a9e5-3d7e5d771a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:51:43.062793 dv-cinder-788782-1-iscsi neutron-server[73821]: INFO neutron.wsgi [None req-f3e0cd1f-bbff-4750-a9e5-3d7e5d771a06 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fc5ec0d-3418-40b3-ac4e-3df45b2cf737 HTTP/1.1" status: 204  len: 168 time: 0.1593032
Apr 29 15:51:57.040829 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:00.243165 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-23669689-eec7-4bd3-8e0d-a8695ecb6781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:03.025326 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5b5b4d7c-cf5a-42ec-a6bd-b793ee773c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:03.113541 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:03.881488 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:05.419312 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:10.333914 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:52:27.026379 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:30.243374 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e572cd59-3ec2-4615-bda0-ba8e8d2fd05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:33.026379 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d45b-d17d-4f3d-9aee-cedfd43613f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:33.116281 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:33.884458 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:35.420948 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:52:47.332101 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:52:57.048587 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:00.245000 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3ac91080-78b2-420c-9d62-52149c64363d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:03.027671 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-acfd19d1-9a82-42e1-ad11-8cd7c6eaa9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:03.119435 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:03.887678 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:05.421549 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:24.331397 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:53:27.052626 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:30.245624 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-3f0485c2-2998-4ea4-893c-46286fd01ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:33.028843 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e507c1dd-45e0-4baf-a3cd-3ddf1f762916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:33.120214 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:33.891941 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:35.424606 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:53:57.066047 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:00.246779 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-22e1d31d-7ada-496f-a647-c3e798c797a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:01.330951 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:54:03.030883 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-85329958-ea4b-4348-99fe-1a2b1c55e89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:03.120175 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:03.893451 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:05.429783 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:27.057676 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:30.247924 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-5056cde1-7925-464b-bdeb-48c10da45810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:33.032431 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-14ad54c5-7f80-4cad-827f-0b810a3d6e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:33.121979 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:33.896726 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:35.429919 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:54:38.329902 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:54:57.068458 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:00.249098 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-50a77435-76f6-4a91-81c4-6aa2d1c60616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:03.060687 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-6e2efb8b-b9c9-4a37-9c00-c9d0e8a32c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:03.122866 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:03.898723 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:05.433157 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:15.329118 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:55:27.081578 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:30.250373 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e00c9ed2-cd05-4548-804d-d6f7e50f279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:33.033435 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-62b74d80-4959-4f6a-a847-d254a02ebdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:33.123231 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:33.900493 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:35.434458 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:55:52.328544 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:55:57.078741 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:00.252332 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-42d491eb-7937-4c6f-bc92-77cf0719adf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:03.033924 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-a8b5ab92-73f2-4f6c-8935-742b905b6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:03.124799 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:03.903081 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:05.437901 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:27.093693 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:29.327808 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 29 15:56:30.255225 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7411d368-8704-4ee0-b689-7f76f578ad70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:33.038011 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e55fbba4-afa8-440f-8c4e-56306fdeb990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:33.124786 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:33.904890 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:35.441226 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:56:57.089864 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-e6317cd9-f993-4597-931e-69919408b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:57:00.256755 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-bc0b9923-46f4-43d5-829c-c400a53627ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:57:03.041519 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-c5409a62-0c0e-4b59-8c32-b9073c0537ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:57:03.127199 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-7fb78a26-a5d5-47e5-87a3-e3bac777a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:57:03.909878 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-eb74771b-81cc-4396-bdab-fb6fec5aa8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:57:05.443926 dv-cinder-788782-1-iscsi neutron-server[73823]: DEBUG neutron_lib.callbacks.manager [None req-1aafc5ab-20c2-46c0-8039-0956bd397593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757141136294', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376546'] for agent, after_update {{(pid=73823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 29 15:57:06.327405 dv-cinder-788782-1-iscsi neutron-server[73824]: DEBUG neutron.db.agents_db [None req-6667546c-1b84-4dd3-a021-1f0e57a54ea1 None None] Agent healthcheck: found 6 active agents {{(pid=73824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}